2023-01-24T05:28:13.145 INFO:root:teuthology version: 0.0.1.dev22+g8e1bba1 2023-01-24T05:28:13.146 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi --verbose --description smoke/basic/{clusters/{fixed-3-cephfs openstack} objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/{0-install test/rados_cache_snaps}} --owner scheduled_teuthology@teuthology --archive /home/teuthworker/archive/teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi/7134851 -- /home/teuthworker/archive/teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi/7134851/orig.config.yaml 2023-01-24T05:28:13.184 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2023-01-24T05:28:13.254 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi/7134851 branch: main description: smoke/basic/{clusters/{fixed-3-cephfs openstack} objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/{0-install test/rados_cache_snaps}} email: ceph-qa@ceph.io first_in_suite: false job_id: '7134851' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 2 size: 10 - machine: cpus: 1 disk: 40 ram: 8000 volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: main ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 1a671c198559f54389cd5afa22085a0c7b29a1ef ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1a671c198559f54389cd5afa22085a0c7b29a1ef selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: 90a43d1cfb082d6a3904344330deba6bf9b7a937 owner: scheduled_teuthology@teuthology priority: 70 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mds.a - mgr.x - osd.0 - osd.1 - - mon.b - mds.b - mon.c - mgr.y - osd.2 - osd.3 - - client.0 sha1: 1a671c198559f54389cd5afa22085a0c7b29a1ef sleep_before_teardown: 0 suite: smoke suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph_90a43d1cfb082d6a3904344330deba6bf9b7a937/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: 90a43d1cfb082d6a3904344330deba6bf9b7a937 targets: smithi093.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMAWHwVOHRsWFt2aunC686utXhKPECRNAa35eoQYymaf8e8XXY9r+Eyy6gwSts1Qya6IPndwXw0aIrPnaIrWf7vOzpfamn2sbh0E39o5axru8ti83uUvh8t0Vt0CCTz0I5Pj6z2HLd4hvUS14xq84fw3Gu9ziSdWCmHnq+xIVaB+SGZT8vqRZwVcIE6sM0e1kj3jdrh/XvZ7Tx/Htllkwz8k+u7lHE3BqUpVPwkbOA5BDP82wxB5X925qzTjfeLF1T0sq/VdM1lXM2Q30l7+VLE+fyv7xxB1YnTqxc8/zRvnuiWNolAn9AWfgQZJA/VZVn6W4+AQrsyow5dnEgsiJrVRvkUiEFDHHXJwH/HS0VuQfGvCW2kJXKVH1AfV7ld9+h82t9tPOpFhd0FRIgr5HgxKloAe+yd9KUL5+SPzAgMnV7/9q6rWiw3FiAjy9mJeuSMnNR+zW0NqwWbbKb6F0UmEDnlutjRSqJPHrGiNSgNceDlKr8Pk0cPY66+PY2ReE= smithi140.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1N/NUaDPWLmwgQb+N96odV1+0rcgiL79dlJPCL/sibld44E7SkA3bg8S0otxny06B3zK1ziVCi+Z4ovjP4yEbmv0nTfBwpXWWGO7VVcZeb1khmBLzykpqK1SjtVBAHKr3pesl4G725J9PTIkTXx8hxgRkU8zc6b0wyPZheLaekQtCB4NIzyDxV/SjdxAP24Cauv3xWoeVJ6cpbHpr3iI7/emezYlvKG2BFtCo8xhQxHCEvBY3htC3bB13lNDpgnvx8tv8pK21rCkbzMl6MQL9WLYnh6XDhfbRRCHCpzytKo6nHRibK15JXBbHFHQAUP62IjLgIWHj5o/WTD8yF8Z22fbWL++JZOR0ejtcoTgc5ZlLhFtoNgDTlFiED9ZinyaWONHcTtUmbylZqOXGBo7jf6rVxXxu4sX/+a9UVJdFfnk1nfuFFGGUQC+n/2bEShAIlyArVPHuZ8eFAAFwWcJnDpYovvfyVwKrnAFnprEUI5DXNjygKvbfEFfFaA64Ksk= smithi146.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6Lq8PiKhU/I71ADzFsB1z7OqMEPGl1K/Z0NSbTe4hd7I0T2dt4nJVXETOsvYQFS2bx9JS3W5OHnVCkOUTEiR0MvtdyF5NfI0wUHKsQNvQiLRy3iAeyUVqKbDlAqd97Xmr+0QMhWDV5OyWMtOlzy4ev8THPtPmA/EHFgAi6vVY+0Dnq+Med7d4V03zaxjtD7R/IHKexhFIr8AP8ismY158lCCdjoH7WbQGoua5YWQEZu1KcQw59r40Apo7euOcZAGxxxF+7/jiPOC9b7TmwT8rfc7EF0/UcotbADSKm6wdEKQ13OaazBMgoe5AFWTcR3hFNy4PLMmZMj/uUTWSHnTwB2faT2X3lhNcvQ+B7pJwLccQE9fEYR9tKer36DloqzF920HyG60vzFqwSPO2n6svJxBKNE5OPv34bfnRPNXo1pKtHwyuRr2q91cAeZ3e3t9f2iWqK6gYEJobAx16SLXmqswj3QaNgLJuIIy1iocll7FoOI2977EwojBWFGYtXmk= tasks: - install: cleanup: true - ceph: log-ignorelist: - overall HEALTH_ - \(OSDMAP_FLAGS\) - \(OSD_ - \(PG_ - \(POOL_ - \(CACHE_POOL_ - \(SMALLER_PGP_NUM\) - \(OBJECT_ - \(SLOW_OPS\) - \(TOO_FEW_PGS\) - slow request - thrashosds: chance_pgnum_grow: 2 chance_pgnum_shrink: 2 chance_pgpnum_fix: 1 timeout: 1200 - exec: client.0: - sudo ceph osd pool create base 4 - sudo ceph osd pool application enable base rados - sudo ceph osd pool create cache 4 - sudo ceph osd tier add base cache - sudo ceph osd tier cache-mode cache writeback - sudo ceph osd tier set-overlay base cache - sudo ceph osd pool set cache hit_set_type bloom - sudo ceph osd pool set cache hit_set_count 8 - sudo ceph osd pool set cache hit_set_period 3600 - sudo ceph osd pool set cache target_max_objects 250 - rados: clients: - client.0 objects: 500 op_weights: cache_evict: 50 cache_flush: 50 cache_try_flush: 50 copy_from: 50 delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 pool_snaps: true pools: - base teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 8e1bba12e584b7ae912e92e94afe9c075ab51fa3 timestamp: 2023-01-24_05:00:07 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.17735 2023-01-24T05:28:13.254 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_90a43d1cfb082d6a3904344330deba6bf9b7a937/qa; will attempt to use it 2023-01-24T05:28:13.255 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_90a43d1cfb082d6a3904344330deba6bf9b7a937/qa/tasks 2023-01-24T05:28:13.255 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-01-24T05:28:13.257 INFO:teuthology.task.internal:Checking packages... 2023-01-24T05:28:13.286 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1a671c198559f54389cd5afa22085a0c7b29a1ef' 2023-01-24T05:28:13.286 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-01-24T05:28:13.287 INFO:teuthology.packaging:ref: None 2023-01-24T05:28:13.287 INFO:teuthology.packaging:tag: None 2023-01-24T05:28:13.288 INFO:teuthology.packaging:branch: main 2023-01-24T05:28:13.288 INFO:teuthology.packaging:sha1: 1a671c198559f54389cd5afa22085a0c7b29a1ef 2023-01-24T05:28:13.288 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=main 2023-01-24T05:28:13.501 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-1954.g1a671c19 2023-01-24T05:28:13.501 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-01-24T05:28:13.508 INFO:teuthology.task.internal:no buildpackages task found 2023-01-24T05:28:13.508 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-01-24T05:28:13.523 INFO:teuthology.task.internal:Saving configuration 2023-01-24T05:28:13.539 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-01-24T05:28:13.545 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-01-24T05:28:13.568 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi093.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi/7134851', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-01-24 05:22:59.359751', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDqUDVIsyCXwfcez2CZJp2CCTgL5HBz1Gq+Jt8n6lDq0of7K3VhXazjr/XrsYcaPVzulogPT4kxhGh5sAXeU3c0='} 2023-01-24T05:28:13.591 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi140.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi/7134851', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-01-24 05:22:59.361230', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPudgkm+zv6MD0nOnqR5qOk3JRlmqHjNOrfvDQ7QU84FocyjVhForiMWtACfFROt9qZDoXv05pJ9jfc9zizGSKk='} 2023-01-24T05:28:13.613 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi146.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi/7134851', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-01-24 05:22:59.357211', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMlizNA+hBBTYDMtapJ4OA1a/L8vFuFVu/lEXYZ4IXxIZ/NKRuolyStFoFA4295raUHlwMdZN3zsIvrP5P5TEME='} 2023-01-24T05:28:13.613 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-01-24T05:28:13.619 INFO:teuthology.task.internal:roles: ubuntu@smithi093.front.sepia.ceph.com - ['mon.a', 'mds.a', 'mgr.x', 'osd.0', 'osd.1'] 2023-01-24T05:28:13.620 INFO:teuthology.task.internal:roles: ubuntu@smithi140.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mon.c', 'mgr.y', 'osd.2', 'osd.3'] 2023-01-24T05:28:13.620 INFO:teuthology.task.internal:roles: ubuntu@smithi146.front.sepia.ceph.com - ['client.0'] 2023-01-24T05:28:13.620 INFO:teuthology.run_tasks:Running task console_log... 2023-01-24T05:28:13.711 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7a4092e670>, signals=[15]) 2023-01-24T05:28:13.713 INFO:teuthology.run_tasks:Running task internal.connect... 2023-01-24T05:28:13.719 INFO:teuthology.task.internal:Opening connections... 2023-01-24T05:28:13.719 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi093.front.sepia.ceph.com 2023-01-24T05:28:13.721 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi093.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:28:13.790 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi140.front.sepia.ceph.com 2023-01-24T05:28:13.792 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi140.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:28:13.862 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi146.front.sepia.ceph.com 2023-01-24T05:28:13.863 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:28:13.930 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-01-24T05:28:13.937 DEBUG:teuthology.orchestra.run.smithi093:> uname -m 2023-01-24T05:28:13.957 INFO:teuthology.orchestra.run.smithi093.stdout:x86_64 2023-01-24T05:28:13.957 DEBUG:teuthology.orchestra.run.smithi093:> cat /etc/os-release 2023-01-24T05:28:14.016 INFO:teuthology.orchestra.run.smithi093.stdout:NAME="CentOS Stream" 2023-01-24T05:28:14.016 INFO:teuthology.orchestra.run.smithi093.stdout:VERSION="8" 2023-01-24T05:28:14.016 INFO:teuthology.orchestra.run.smithi093.stdout:ID="centos" 2023-01-24T05:28:14.016 INFO:teuthology.orchestra.run.smithi093.stdout:ID_LIKE="rhel fedora" 2023-01-24T05:28:14.017 INFO:teuthology.orchestra.run.smithi093.stdout:VERSION_ID="8" 2023-01-24T05:28:14.017 INFO:teuthology.orchestra.run.smithi093.stdout:PLATFORM_ID="platform:el8" 2023-01-24T05:28:14.017 INFO:teuthology.orchestra.run.smithi093.stdout:PRETTY_NAME="CentOS Stream 8" 2023-01-24T05:28:14.017 INFO:teuthology.orchestra.run.smithi093.stdout:ANSI_COLOR="0;31" 2023-01-24T05:28:14.017 INFO:teuthology.orchestra.run.smithi093.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-01-24T05:28:14.017 INFO:teuthology.orchestra.run.smithi093.stdout:HOME_URL="https://centos.org/" 2023-01-24T05:28:14.018 INFO:teuthology.orchestra.run.smithi093.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-01-24T05:28:14.018 INFO:teuthology.orchestra.run.smithi093.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-01-24T05:28:14.018 INFO:teuthology.orchestra.run.smithi093.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-01-24T05:28:14.019 INFO:teuthology.lock.ops:Updating smithi093.front.sepia.ceph.com on lock server 2023-01-24T05:28:14.039 DEBUG:teuthology.orchestra.run.smithi140:> uname -m 2023-01-24T05:28:14.057 INFO:teuthology.orchestra.run.smithi140.stdout:x86_64 2023-01-24T05:28:14.057 DEBUG:teuthology.orchestra.run.smithi140:> cat /etc/os-release 2023-01-24T05:28:14.115 INFO:teuthology.orchestra.run.smithi140.stdout:NAME="CentOS Stream" 2023-01-24T05:28:14.115 INFO:teuthology.orchestra.run.smithi140.stdout:VERSION="8" 2023-01-24T05:28:14.116 INFO:teuthology.orchestra.run.smithi140.stdout:ID="centos" 2023-01-24T05:28:14.116 INFO:teuthology.orchestra.run.smithi140.stdout:ID_LIKE="rhel fedora" 2023-01-24T05:28:14.116 INFO:teuthology.orchestra.run.smithi140.stdout:VERSION_ID="8" 2023-01-24T05:28:14.116 INFO:teuthology.orchestra.run.smithi140.stdout:PLATFORM_ID="platform:el8" 2023-01-24T05:28:14.116 INFO:teuthology.orchestra.run.smithi140.stdout:PRETTY_NAME="CentOS Stream 8" 2023-01-24T05:28:14.117 INFO:teuthology.orchestra.run.smithi140.stdout:ANSI_COLOR="0;31" 2023-01-24T05:28:14.117 INFO:teuthology.orchestra.run.smithi140.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-01-24T05:28:14.117 INFO:teuthology.orchestra.run.smithi140.stdout:HOME_URL="https://centos.org/" 2023-01-24T05:28:14.117 INFO:teuthology.orchestra.run.smithi140.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-01-24T05:28:14.117 INFO:teuthology.orchestra.run.smithi140.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-01-24T05:28:14.118 INFO:teuthology.orchestra.run.smithi140.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-01-24T05:28:14.118 INFO:teuthology.lock.ops:Updating smithi140.front.sepia.ceph.com on lock server 2023-01-24T05:28:14.132 DEBUG:teuthology.orchestra.run.smithi146:> uname -m 2023-01-24T05:28:14.151 INFO:teuthology.orchestra.run.smithi146.stdout:x86_64 2023-01-24T05:28:14.152 DEBUG:teuthology.orchestra.run.smithi146:> cat /etc/os-release 2023-01-24T05:28:14.209 INFO:teuthology.orchestra.run.smithi146.stdout:NAME="CentOS Stream" 2023-01-24T05:28:14.210 INFO:teuthology.orchestra.run.smithi146.stdout:VERSION="8" 2023-01-24T05:28:14.210 INFO:teuthology.orchestra.run.smithi146.stdout:ID="centos" 2023-01-24T05:28:14.210 INFO:teuthology.orchestra.run.smithi146.stdout:ID_LIKE="rhel fedora" 2023-01-24T05:28:14.210 INFO:teuthology.orchestra.run.smithi146.stdout:VERSION_ID="8" 2023-01-24T05:28:14.210 INFO:teuthology.orchestra.run.smithi146.stdout:PLATFORM_ID="platform:el8" 2023-01-24T05:28:14.211 INFO:teuthology.orchestra.run.smithi146.stdout:PRETTY_NAME="CentOS Stream 8" 2023-01-24T05:28:14.211 INFO:teuthology.orchestra.run.smithi146.stdout:ANSI_COLOR="0;31" 2023-01-24T05:28:14.211 INFO:teuthology.orchestra.run.smithi146.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-01-24T05:28:14.211 INFO:teuthology.orchestra.run.smithi146.stdout:HOME_URL="https://centos.org/" 2023-01-24T05:28:14.211 INFO:teuthology.orchestra.run.smithi146.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-01-24T05:28:14.212 INFO:teuthology.orchestra.run.smithi146.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-01-24T05:28:14.212 INFO:teuthology.orchestra.run.smithi146.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-01-24T05:28:14.212 INFO:teuthology.lock.ops:Updating smithi146.front.sepia.ceph.com on lock server 2023-01-24T05:28:14.226 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-01-24T05:28:14.235 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-01-24T05:28:14.242 INFO:teuthology.task.internal:Checking for old test directory... 2023-01-24T05:28:14.243 DEBUG:teuthology.orchestra.run.smithi093:> test '!' -e /home/ubuntu/cephtest 2023-01-24T05:28:14.245 DEBUG:teuthology.orchestra.run.smithi140:> test '!' -e /home/ubuntu/cephtest 2023-01-24T05:28:14.247 DEBUG:teuthology.orchestra.run.smithi146:> test '!' -e /home/ubuntu/cephtest 2023-01-24T05:28:14.267 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-01-24T05:28:14.278 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-01-24T05:28:14.279 DEBUG:teuthology.orchestra.run.smithi093:> test -z $(ls -A /var/lib/ceph) 2023-01-24T05:28:14.304 DEBUG:teuthology.orchestra.run.smithi140:> test -z $(ls -A /var/lib/ceph) 2023-01-24T05:28:14.306 DEBUG:teuthology.orchestra.run.smithi146:> test -z $(ls -A /var/lib/ceph) 2023-01-24T05:28:14.382 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-01-24T05:28:14.461 INFO:teuthology.run_tasks:Running task kernel... 2023-01-24T05:28:14.478 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-01-24T05:28:14.478 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-01-24T05:28:14.479 DEBUG:teuthology.orchestra.run.smithi093:> test -f /run/.containerenv -o -f /.dockerenv 2023-01-24T05:28:14.480 DEBUG:teuthology.orchestra.run.smithi140:> test -f /run/.containerenv -o -f /.dockerenv 2023-01-24T05:28:14.480 DEBUG:teuthology.orchestra.run.smithi146:> test -f /run/.containerenv -o -f /.dockerenv 2023-01-24T05:28:14.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-24T05:28:14.498 DEBUG:teuthology.orchestra.run.smithi140:> uname -r 2023-01-24T05:28:14.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-24T05:28:14.500 DEBUG:teuthology.orchestra.run.smithi146:> uname -r 2023-01-24T05:28:14.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-24T05:28:14.501 DEBUG:teuthology.orchestra.run.smithi093:> uname -r 2023-01-24T05:28:14.555 INFO:teuthology.orchestra.run.smithi140.stdout:4.18.0-408.el8.x86_64 2023-01-24T05:28:14.556 INFO:teuthology.task.kernel:Running kernel on smithi140: 4.18.0-408.el8.x86_64 2023-01-24T05:28:14.556 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum install -y kernel 2023-01-24T05:28:14.558 INFO:teuthology.orchestra.run.smithi146.stdout:4.18.0-408.el8.x86_64 2023-01-24T05:28:14.558 INFO:teuthology.task.kernel:Running kernel on smithi146: 4.18.0-408.el8.x86_64 2023-01-24T05:28:14.559 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum install -y kernel 2023-01-24T05:28:14.563 INFO:teuthology.orchestra.run.smithi093.stdout:4.18.0-408.el8.x86_64 2023-01-24T05:28:14.563 INFO:teuthology.task.kernel:Running kernel on smithi093: 4.18.0-408.el8.x86_64 2023-01-24T05:28:14.563 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum install -y kernel 2023-01-24T05:28:18.514 INFO:teuthology.orchestra.run.smithi140.stdout:CentOS-8 - AppStream 24 MB/s | 27 MB 00:01 2023-01-24T05:28:18.603 INFO:teuthology.orchestra.run.smithi093.stdout:CentOS-8 - AppStream 23 MB/s | 27 MB 00:01 2023-01-24T05:28:18.678 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS-8 - AppStream 20 MB/s | 27 MB 00:01 2023-01-24T05:28:24.770 INFO:teuthology.orchestra.run.smithi093.stdout:CentOS-8 - BaseOS 23 MB/s | 27 MB 00:01 2023-01-24T05:28:24.789 INFO:teuthology.orchestra.run.smithi140.stdout:CentOS-8 - BaseOS 22 MB/s | 27 MB 00:01 2023-01-24T05:28:24.811 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS-8 - BaseOS 23 MB/s | 27 MB 00:01 2023-01-24T05:28:29.026 INFO:teuthology.orchestra.run.smithi093.stdout:CentOS-8 - Extras 163 kB/s | 18 kB 00:00 2023-01-24T05:28:29.063 INFO:teuthology.orchestra.run.smithi140.stdout:CentOS-8 - Extras 147 kB/s | 18 kB 00:00 2023-01-24T05:28:29.093 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS-8 - Extras 150 kB/s | 18 kB 00:00 2023-01-24T05:28:29.445 INFO:teuthology.orchestra.run.smithi093.stdout:CentOS-8 - PowerTools 19 MB/s | 5.6 MB 00:00 2023-01-24T05:28:29.515 INFO:teuthology.orchestra.run.smithi140.stdout:CentOS-8 - PowerTools 17 MB/s | 5.6 MB 00:00 2023-01-24T05:28:29.579 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS-8 - PowerTools 16 MB/s | 5.6 MB 00:00 2023-01-24T05:28:30.678 INFO:teuthology.orchestra.run.smithi093.stdout:Copr repo for python3-asyncssh owned by ceph 21 kB/s | 3.5 kB 00:00 2023-01-24T05:28:30.739 INFO:teuthology.orchestra.run.smithi140.stdout:Copr repo for python3-asyncssh owned by ceph 29 kB/s | 3.5 kB 00:00 2023-01-24T05:28:30.778 INFO:teuthology.orchestra.run.smithi146.stdout:Copr repo for python3-asyncssh owned by ceph 33 kB/s | 3.5 kB 00:00 2023-01-24T05:28:31.770 INFO:teuthology.orchestra.run.smithi093.stdout:Extra Packages for Enterprise Linux 14 MB/s | 13 MB 00:00 2023-01-24T05:28:31.823 INFO:teuthology.orchestra.run.smithi140.stdout:Extra Packages for Enterprise Linux 14 MB/s | 13 MB 00:00 2023-01-24T05:28:31.920 INFO:teuthology.orchestra.run.smithi146.stdout:Extra Packages for Enterprise Linux 13 MB/s | 13 MB 00:01 2023-01-24T05:28:35.045 INFO:teuthology.orchestra.run.smithi093.stdout:lab-extras 330 kB/s | 24 kB 00:00 2023-01-24T05:28:35.106 INFO:teuthology.orchestra.run.smithi140.stdout:lab-extras 418 kB/s | 24 kB 00:00 2023-01-24T05:28:35.212 INFO:teuthology.orchestra.run.smithi146.stdout:lab-extras 387 kB/s | 24 kB 00:00 2023-01-24T05:28:38.194 INFO:teuthology.orchestra.run.smithi093.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-01-24T05:28:38.194 INFO:teuthology.orchestra.run.smithi093.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-01-24T05:28:38.327 INFO:teuthology.orchestra.run.smithi146.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-01-24T05:28:38.327 INFO:teuthology.orchestra.run.smithi146.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-01-24T05:28:38.355 INFO:teuthology.orchestra.run.smithi140.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-01-24T05:28:38.355 INFO:teuthology.orchestra.run.smithi140.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-01-24T05:28:38.378 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:28:38.379 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:28:38.379 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:28:38.379 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:28:38.380 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:28:38.380 INFO:teuthology.orchestra.run.smithi093.stdout: kernel x86_64 4.18.0-448.el8 CentOS-BaseOS 9.2 M 2023-01-24T05:28:38.380 INFO:teuthology.orchestra.run.smithi093.stdout: kernel-core x86_64 4.18.0-448.el8 CentOS-BaseOS 41 M 2023-01-24T05:28:38.380 INFO:teuthology.orchestra.run.smithi093.stdout: kernel-modules x86_64 4.18.0-448.el8 CentOS-BaseOS 34 M 2023-01-24T05:28:38.381 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:28:38.381 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:28:38.381 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:28:38.381 INFO:teuthology.orchestra.run.smithi093.stdout:Install 3 Packages 2023-01-24T05:28:38.381 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:28:38.382 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 85 M 2023-01-24T05:28:38.382 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 94 M 2023-01-24T05:28:38.383 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:28:38.491 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:28:38.492 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:28:38.492 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:28:38.492 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:28:38.492 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:28:38.493 INFO:teuthology.orchestra.run.smithi146.stdout: kernel x86_64 4.18.0-448.el8 CentOS-BaseOS 9.2 M 2023-01-24T05:28:38.493 INFO:teuthology.orchestra.run.smithi146.stdout: kernel-core x86_64 4.18.0-448.el8 CentOS-BaseOS 41 M 2023-01-24T05:28:38.493 INFO:teuthology.orchestra.run.smithi146.stdout: kernel-modules x86_64 4.18.0-448.el8 CentOS-BaseOS 34 M 2023-01-24T05:28:38.493 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:28:38.494 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:28:38.494 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:28:38.494 INFO:teuthology.orchestra.run.smithi146.stdout:Install 3 Packages 2023-01-24T05:28:38.494 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:28:38.495 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 85 M 2023-01-24T05:28:38.495 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 94 M 2023-01-24T05:28:38.495 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:28:38.509 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:28:38.510 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:28:38.510 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:28:38.511 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:28:38.511 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:28:38.511 INFO:teuthology.orchestra.run.smithi140.stdout: kernel x86_64 4.18.0-448.el8 CentOS-BaseOS 9.2 M 2023-01-24T05:28:38.511 INFO:teuthology.orchestra.run.smithi140.stdout: kernel-core x86_64 4.18.0-448.el8 CentOS-BaseOS 41 M 2023-01-24T05:28:38.511 INFO:teuthology.orchestra.run.smithi140.stdout: kernel-modules x86_64 4.18.0-448.el8 CentOS-BaseOS 34 M 2023-01-24T05:28:38.512 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:28:38.512 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:28:38.512 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:28:38.512 INFO:teuthology.orchestra.run.smithi140.stdout:Install 3 Packages 2023-01-24T05:28:38.513 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:28:38.513 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 85 M 2023-01-24T05:28:38.513 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 94 M 2023-01-24T05:28:38.514 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:28:39.622 INFO:teuthology.orchestra.run.smithi093.stdout:(1/3): kernel-4.18.0-448.el8.x86_64.rpm 7.4 MB/s | 9.2 MB 00:01 2023-01-24T05:28:40.980 INFO:teuthology.orchestra.run.smithi146.stdout:(1/3): kernel-4.18.0-448.el8.x86_64.rpm 3.7 MB/s | 9.2 MB 00:02 2023-01-24T05:28:41.347 INFO:teuthology.orchestra.run.smithi093.stdout:(2/3): kernel-core-4.18.0-448.el8.x86_64.rpm 14 MB/s | 41 MB 00:02 2023-01-24T05:28:41.647 INFO:teuthology.orchestra.run.smithi093.stdout:(3/3): kernel-modules-4.18.0-448.el8.x86_64.rpm 10 MB/s | 34 MB 00:03 2023-01-24T05:28:41.649 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:28:41.650 INFO:teuthology.orchestra.run.smithi093.stdout:Total 26 MB/s | 85 MB 00:03 2023-01-24T05:28:42.171 INFO:teuthology.orchestra.run.smithi146.stdout:(2/3): kernel-modules-4.18.0-448.el8.x86_64.rpm 9.3 MB/s | 34 MB 00:03 2023-01-24T05:28:42.199 INFO:teuthology.orchestra.run.smithi140.stdout:(1/3): kernel-4.18.0-448.el8.x86_64.rpm 2.5 MB/s | 9.2 MB 00:03 2023-01-24T05:28:42.278 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:28:42.684 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:28:42.684 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:28:42.763 INFO:teuthology.orchestra.run.smithi146.stdout:(3/3): kernel-core-4.18.0-448.el8.x86_64.rpm 9.7 MB/s | 41 MB 00:04 2023-01-24T05:28:42.766 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:28:42.766 INFO:teuthology.orchestra.run.smithi146.stdout:Total 20 MB/s | 85 MB 00:04 2023-01-24T05:28:42.908 INFO:teuthology.orchestra.run.smithi140.stdout:(2/3): kernel-core-4.18.0-448.el8.x86_64.rpm 9.4 MB/s | 41 MB 00:04 2023-01-24T05:28:43.316 INFO:teuthology.orchestra.run.smithi140.stdout:(3/3): kernel-modules-4.18.0-448.el8.x86_64.rpm 7.1 MB/s | 34 MB 00:04 2023-01-24T05:28:43.319 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:28:43.320 INFO:teuthology.orchestra.run.smithi140.stdout:Total 18 MB/s | 85 MB 00:04 2023-01-24T05:28:43.401 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:28:43.781 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:28:43.781 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:28:43.952 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:28:44.340 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:28:44.341 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:28:44.754 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:28:44.789 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:28:45.886 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:28:45.920 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:28:46.415 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:28:46.454 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:28:47.540 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:28:48.093 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : kernel-core-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:28:48.641 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:28:49.169 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:28:49.226 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : kernel-core-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:28:49.793 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : kernel-core-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:28:51.988 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:28:52.392 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:28:53.060 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:28:53.533 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:28:53.662 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:28:54.101 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:28:55.718 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:28:55.966 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : kernel-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:28:56.854 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:28:57.421 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:28:57.542 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : kernel-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:28:57.666 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : kernel-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:17.874 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:17.899 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:18.378 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: kernel-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:18.379 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : kernel-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:29:18.379 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : kernel-core-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:29:18.963 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:18.964 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:29:18.964 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:29:18.964 INFO:teuthology.orchestra.run.smithi093.stdout: kernel-4.18.0-448.el8.x86_64 kernel-core-4.18.0-448.el8.x86_64 2023-01-24T05:29:18.964 INFO:teuthology.orchestra.run.smithi093.stdout: kernel-modules-4.18.0-448.el8.x86_64 2023-01-24T05:29:18.965 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:29:18.965 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:29:19.082 DEBUG:teuthology.orchestra.run.smithi093:> rpm -q kernel --last | head -n 1 2023-01-24T05:29:19.278 INFO:teuthology.orchestra.run.smithi093.stdout:kernel-4.18.0-448.el8.x86_64 Tue 24 Jan 2023 05:28:55 AM UTC 2023-01-24T05:29:19.280 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-01-24T05:29:19.280 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-408.el8.x86_64 Expected: 4.18.0-448.el8.x86_64 2023-01-24T05:29:19.281 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-01-24T05:29:19.281 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-01-24T05:29:19.282 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-01-24T05:29:19.282 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi093.front.sepia.ceph.com, path=None, version=distro) 2023-01-24T05:29:19.282 DEBUG:teuthology.orchestra.run.smithi093:> rpm -q kernel --last | head -n 1 2023-01-24T05:29:19.469 INFO:teuthology.orchestra.run.smithi093.stdout:kernel-4.18.0-448.el8.x86_64 Tue 24 Jan 2023 05:28:55 AM UTC 2023-01-24T05:29:19.472 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-01-24T05:29:19.472 DEBUG:teuthology.orchestra.run.smithi093:> sudo rpm -qi grub2-tools 2023-01-24T05:29:19.505 INFO:teuthology.orchestra.run.smithi093.stdout:Name : grub2-tools 2023-01-24T05:29:19.505 INFO:teuthology.orchestra.run.smithi093.stdout:Epoch : 1 2023-01-24T05:29:19.506 INFO:teuthology.orchestra.run.smithi093.stdout:Version : 2.02 2023-01-24T05:29:19.506 INFO:teuthology.orchestra.run.smithi093.stdout:Release : 129.el8 2023-01-24T05:29:19.506 INFO:teuthology.orchestra.run.smithi093.stdout:Architecture: x86_64 2023-01-24T05:29:19.506 INFO:teuthology.orchestra.run.smithi093.stdout:Install Date: Sun 28 Aug 2022 01:03:50 PM UTC 2023-01-24T05:29:19.507 INFO:teuthology.orchestra.run.smithi093.stdout:Group : System Environment/Base 2023-01-24T05:29:19.507 INFO:teuthology.orchestra.run.smithi093.stdout:Size : 9265586 2023-01-24T05:29:19.507 INFO:teuthology.orchestra.run.smithi093.stdout:License : GPLv3+ 2023-01-24T05:29:19.507 INFO:teuthology.orchestra.run.smithi093.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-01-24T05:29:19.507 INFO:teuthology.orchestra.run.smithi093.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-01-24T05:29:19.508 INFO:teuthology.orchestra.run.smithi093.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-01-24T05:29:19.508 INFO:teuthology.orchestra.run.smithi093.stdout:Build Host : kbuilder.bsys.centos.org 2023-01-24T05:29:19.508 INFO:teuthology.orchestra.run.smithi093.stdout:Relocations : (not relocatable) 2023-01-24T05:29:19.508 INFO:teuthology.orchestra.run.smithi093.stdout:Packager : CentOS BuildSystem 2023-01-24T05:29:19.508 INFO:teuthology.orchestra.run.smithi093.stdout:Vendor : CentOS 2023-01-24T05:29:19.509 INFO:teuthology.orchestra.run.smithi093.stdout:URL : http://www.gnu.org/software/grub/ 2023-01-24T05:29:19.509 INFO:teuthology.orchestra.run.smithi093.stdout:Summary : Support tools for GRUB. 2023-01-24T05:29:19.509 INFO:teuthology.orchestra.run.smithi093.stdout:Description : 2023-01-24T05:29:19.509 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:29:19.509 INFO:teuthology.orchestra.run.smithi093.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-01-24T05:29:19.510 INFO:teuthology.orchestra.run.smithi093.stdout:customizable bootloader with modular architecture. It supports a rich 2023-01-24T05:29:19.510 INFO:teuthology.orchestra.run.smithi093.stdout:variety of kernel formats, file systems, computer architectures and 2023-01-24T05:29:19.510 INFO:teuthology.orchestra.run.smithi093.stdout:hardware devices. 2023-01-24T05:29:19.510 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:29:19.510 INFO:teuthology.orchestra.run.smithi093.stdout:This subpackage provides tools for support of all platforms. 2023-01-24T05:29:19.511 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-01-24T05:29:19.512 INFO:teuthology.task.kernel:Updating grub on smithi093 to boot 4.18.0-448.el8.x86_64 2023-01-24T05:29:19.512 DEBUG:teuthology.orchestra.run.smithi093:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-01-24T05:29:19.647 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:19.654 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:19.674 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:19.682 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:20.098 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: kernel-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:20.099 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : kernel-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:29:20.099 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : kernel-core-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:29:20.236 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: kernel-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:20.236 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : kernel-4.18.0-448.el8.x86_64 1/3 2023-01-24T05:29:20.236 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : kernel-core-4.18.0-448.el8.x86_64 2/3 2023-01-24T05:29:20.668 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:20.669 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:29:20.669 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:29:20.669 INFO:teuthology.orchestra.run.smithi146.stdout: kernel-4.18.0-448.el8.x86_64 kernel-core-4.18.0-448.el8.x86_64 2023-01-24T05:29:20.669 INFO:teuthology.orchestra.run.smithi146.stdout: kernel-modules-4.18.0-448.el8.x86_64 2023-01-24T05:29:20.670 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:29:20.670 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:29:20.774 DEBUG:teuthology.orchestra.run.smithi146:> rpm -q kernel --last | head -n 1 2023-01-24T05:29:20.853 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-01-24T05:29:20.853 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:29:20.853 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:29:20.854 INFO:teuthology.orchestra.run.smithi140.stdout: kernel-4.18.0-448.el8.x86_64 kernel-core-4.18.0-448.el8.x86_64 2023-01-24T05:29:20.854 INFO:teuthology.orchestra.run.smithi140.stdout: kernel-modules-4.18.0-448.el8.x86_64 2023-01-24T05:29:20.854 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:29:20.854 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:29:20.869 INFO:teuthology.orchestra.run.smithi093.stderr:Generating grub configuration file ... 2023-01-24T05:29:20.968 DEBUG:teuthology.orchestra.run.smithi140:> rpm -q kernel --last | head -n 1 2023-01-24T05:29:20.969 INFO:teuthology.orchestra.run.smithi146.stdout:kernel-4.18.0-448.el8.x86_64 Tue 24 Jan 2023 05:28:56 AM UTC 2023-01-24T05:29:20.970 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-01-24T05:29:20.970 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-408.el8.x86_64 Expected: 4.18.0-448.el8.x86_64 2023-01-24T05:29:20.971 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-01-24T05:29:20.971 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-01-24T05:29:20.971 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2023-01-24T05:29:20.971 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi146.front.sepia.ceph.com, path=None, version=distro) 2023-01-24T05:29:20.972 DEBUG:teuthology.orchestra.run.smithi146:> rpm -q kernel --last | head -n 1 2023-01-24T05:29:21.159 INFO:teuthology.orchestra.run.smithi146.stdout:kernel-4.18.0-448.el8.x86_64 Tue 24 Jan 2023 05:28:56 AM UTC 2023-01-24T05:29:21.161 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-01-24T05:29:21.161 DEBUG:teuthology.orchestra.run.smithi146:> sudo rpm -qi grub2-tools 2023-01-24T05:29:21.172 INFO:teuthology.orchestra.run.smithi140.stdout:kernel-4.18.0-448.el8.x86_64 Tue 24 Jan 2023 05:28:57 AM UTC 2023-01-24T05:29:21.174 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-01-24T05:29:21.175 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-408.el8.x86_64 Expected: 4.18.0-448.el8.x86_64 2023-01-24T05:29:21.175 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-01-24T05:29:21.175 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-01-24T05:29:21.175 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-01-24T05:29:21.175 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi140.front.sepia.ceph.com, path=None, version=distro) 2023-01-24T05:29:21.176 DEBUG:teuthology.orchestra.run.smithi140:> rpm -q kernel --last | head -n 1 2023-01-24T05:29:21.195 INFO:teuthology.orchestra.run.smithi146.stdout:Name : grub2-tools 2023-01-24T05:29:21.195 INFO:teuthology.orchestra.run.smithi146.stdout:Epoch : 1 2023-01-24T05:29:21.195 INFO:teuthology.orchestra.run.smithi146.stdout:Version : 2.02 2023-01-24T05:29:21.196 INFO:teuthology.orchestra.run.smithi146.stdout:Release : 129.el8 2023-01-24T05:29:21.196 INFO:teuthology.orchestra.run.smithi146.stdout:Architecture: x86_64 2023-01-24T05:29:21.196 INFO:teuthology.orchestra.run.smithi146.stdout:Install Date: Sun 28 Aug 2022 01:03:50 PM UTC 2023-01-24T05:29:21.196 INFO:teuthology.orchestra.run.smithi146.stdout:Group : System Environment/Base 2023-01-24T05:29:21.196 INFO:teuthology.orchestra.run.smithi146.stdout:Size : 9265586 2023-01-24T05:29:21.197 INFO:teuthology.orchestra.run.smithi146.stdout:License : GPLv3+ 2023-01-24T05:29:21.197 INFO:teuthology.orchestra.run.smithi146.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-01-24T05:29:21.197 INFO:teuthology.orchestra.run.smithi146.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-01-24T05:29:21.197 INFO:teuthology.orchestra.run.smithi146.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-01-24T05:29:21.197 INFO:teuthology.orchestra.run.smithi146.stdout:Build Host : kbuilder.bsys.centos.org 2023-01-24T05:29:21.198 INFO:teuthology.orchestra.run.smithi146.stdout:Relocations : (not relocatable) 2023-01-24T05:29:21.198 INFO:teuthology.orchestra.run.smithi146.stdout:Packager : CentOS BuildSystem 2023-01-24T05:29:21.198 INFO:teuthology.orchestra.run.smithi146.stdout:Vendor : CentOS 2023-01-24T05:29:21.198 INFO:teuthology.orchestra.run.smithi146.stdout:URL : http://www.gnu.org/software/grub/ 2023-01-24T05:29:21.198 INFO:teuthology.orchestra.run.smithi146.stdout:Summary : Support tools for GRUB. 2023-01-24T05:29:21.199 INFO:teuthology.orchestra.run.smithi146.stdout:Description : 2023-01-24T05:29:21.199 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:29:21.199 INFO:teuthology.orchestra.run.smithi146.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-01-24T05:29:21.199 INFO:teuthology.orchestra.run.smithi146.stdout:customizable bootloader with modular architecture. It supports a rich 2023-01-24T05:29:21.199 INFO:teuthology.orchestra.run.smithi146.stdout:variety of kernel formats, file systems, computer architectures and 2023-01-24T05:29:21.200 INFO:teuthology.orchestra.run.smithi146.stdout:hardware devices. 2023-01-24T05:29:21.200 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:29:21.200 INFO:teuthology.orchestra.run.smithi146.stdout:This subpackage provides tools for support of all platforms. 2023-01-24T05:29:21.201 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-01-24T05:29:21.201 INFO:teuthology.task.kernel:Updating grub on smithi146 to boot 4.18.0-448.el8.x86_64 2023-01-24T05:29:21.201 DEBUG:teuthology.orchestra.run.smithi146:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-01-24T05:29:21.364 INFO:teuthology.orchestra.run.smithi140.stdout:kernel-4.18.0-448.el8.x86_64 Tue 24 Jan 2023 05:28:57 AM UTC 2023-01-24T05:29:21.365 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-01-24T05:29:21.366 DEBUG:teuthology.orchestra.run.smithi140:> sudo rpm -qi grub2-tools 2023-01-24T05:29:21.398 INFO:teuthology.orchestra.run.smithi140.stdout:Name : grub2-tools 2023-01-24T05:29:21.398 INFO:teuthology.orchestra.run.smithi140.stdout:Epoch : 1 2023-01-24T05:29:21.399 INFO:teuthology.orchestra.run.smithi140.stdout:Version : 2.02 2023-01-24T05:29:21.399 INFO:teuthology.orchestra.run.smithi140.stdout:Release : 129.el8 2023-01-24T05:29:21.399 INFO:teuthology.orchestra.run.smithi140.stdout:Architecture: x86_64 2023-01-24T05:29:21.399 INFO:teuthology.orchestra.run.smithi140.stdout:Install Date: Sun 28 Aug 2022 01:03:50 PM UTC 2023-01-24T05:29:21.399 INFO:teuthology.orchestra.run.smithi140.stdout:Group : System Environment/Base 2023-01-24T05:29:21.400 INFO:teuthology.orchestra.run.smithi140.stdout:Size : 9265586 2023-01-24T05:29:21.400 INFO:teuthology.orchestra.run.smithi140.stdout:License : GPLv3+ 2023-01-24T05:29:21.400 INFO:teuthology.orchestra.run.smithi140.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-01-24T05:29:21.400 INFO:teuthology.orchestra.run.smithi140.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-01-24T05:29:21.401 INFO:teuthology.orchestra.run.smithi140.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-01-24T05:29:21.401 INFO:teuthology.orchestra.run.smithi140.stdout:Build Host : kbuilder.bsys.centos.org 2023-01-24T05:29:21.401 INFO:teuthology.orchestra.run.smithi140.stdout:Relocations : (not relocatable) 2023-01-24T05:29:21.401 INFO:teuthology.orchestra.run.smithi140.stdout:Packager : CentOS BuildSystem 2023-01-24T05:29:21.401 INFO:teuthology.orchestra.run.smithi140.stdout:Vendor : CentOS 2023-01-24T05:29:21.402 INFO:teuthology.orchestra.run.smithi140.stdout:URL : http://www.gnu.org/software/grub/ 2023-01-24T05:29:21.402 INFO:teuthology.orchestra.run.smithi140.stdout:Summary : Support tools for GRUB. 2023-01-24T05:29:21.402 INFO:teuthology.orchestra.run.smithi140.stdout:Description : 2023-01-24T05:29:21.402 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:29:21.402 INFO:teuthology.orchestra.run.smithi140.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-01-24T05:29:21.403 INFO:teuthology.orchestra.run.smithi140.stdout:customizable bootloader with modular architecture. It supports a rich 2023-01-24T05:29:21.403 INFO:teuthology.orchestra.run.smithi140.stdout:variety of kernel formats, file systems, computer architectures and 2023-01-24T05:29:21.403 INFO:teuthology.orchestra.run.smithi140.stdout:hardware devices. 2023-01-24T05:29:21.403 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:29:21.403 INFO:teuthology.orchestra.run.smithi140.stdout:This subpackage provides tools for support of all platforms. 2023-01-24T05:29:21.404 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-01-24T05:29:21.404 INFO:teuthology.task.kernel:Updating grub on smithi140 to boot 4.18.0-448.el8.x86_64 2023-01-24T05:29:21.405 DEBUG:teuthology.orchestra.run.smithi140:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-01-24T05:29:22.611 INFO:teuthology.orchestra.run.smithi146.stderr:Generating grub configuration file ... 2023-01-24T05:29:22.660 INFO:teuthology.orchestra.run.smithi140.stderr:Generating grub configuration file ... 2023-01-24T05:29:22.735 INFO:teuthology.orchestra.run.smithi093.stderr:done 2023-01-24T05:29:22.736 DEBUG:teuthology.orchestra.run.smithi093:> mktemp 2023-01-24T05:29:22.761 INFO:teuthology.orchestra.run.smithi093.stdout:/tmp/tmp.jw38OoJ2s5 2023-01-24T05:29:22.761 DEBUG:teuthology.orchestra.run.smithi093:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.jw38OoJ2s5 2023-01-24T05:29:22.846 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod 0666 /tmp/tmp.jw38OoJ2s5 2023-01-24T05:29:22.984 DEBUG:teuthology.orchestra.remote:smithi093:/tmp/tmp.jw38OoJ2s5 is 6KB 2023-01-24T05:29:23.032 DEBUG:teuthology.orchestra.run.smithi093:> rm -fr /tmp/tmp.jw38OoJ2s5 2023-01-24T05:29:23.049 DEBUG:teuthology.orchestra.run.smithi093:> sudo /bin/ls /boot/loader/entries || true 2023-01-24T05:29:23.118 INFO:teuthology.orchestra.run.smithi093.stdout:2ff282740cf84d4fa02ff60ed95fbbff-0-rescue.conf 2023-01-24T05:29:23.119 INFO:teuthology.orchestra.run.smithi093.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-305.3.1.el8.x86_64.conf 2023-01-24T05:29:23.119 INFO:teuthology.orchestra.run.smithi093.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-408.el8.x86_64.conf 2023-01-24T05:29:23.119 INFO:teuthology.orchestra.run.smithi093.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64.conf 2023-01-24T05:29:23.120 DEBUG:teuthology.orchestra.run.smithi093:> sudo grub2-set-default 2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64 2023-01-24T05:29:23.301 DEBUG:teuthology.orchestra.run.smithi093:> sudo shutdown -r now 2023-01-24T05:29:24.458 INFO:teuthology.orchestra.run.smithi146.stderr:done 2023-01-24T05:29:24.460 DEBUG:teuthology.orchestra.run.smithi146:> mktemp 2023-01-24T05:29:24.463 INFO:teuthology.orchestra.run.smithi140.stderr:done 2023-01-24T05:29:24.465 DEBUG:teuthology.orchestra.run.smithi140:> mktemp 2023-01-24T05:29:24.488 INFO:teuthology.orchestra.run.smithi140.stdout:/tmp/tmp.1YQFKO5Djj 2023-01-24T05:29:24.489 DEBUG:teuthology.orchestra.run.smithi140:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.1YQFKO5Djj 2023-01-24T05:29:24.496 INFO:teuthology.orchestra.run.smithi146.stdout:/tmp/tmp.omXQjIhjx4 2023-01-24T05:29:24.496 DEBUG:teuthology.orchestra.run.smithi146:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.omXQjIhjx4 2023-01-24T05:29:24.579 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 0666 /tmp/tmp.omXQjIhjx4 2023-01-24T05:29:24.581 DEBUG:teuthology.orchestra.run.smithi140:> sudo chmod 0666 /tmp/tmp.1YQFKO5Djj 2023-01-24T05:29:24.697 DEBUG:teuthology.orchestra.remote:smithi140:/tmp/tmp.1YQFKO5Djj is 6KB 2023-01-24T05:29:24.737 DEBUG:teuthology.orchestra.remote:smithi146:/tmp/tmp.omXQjIhjx4 is 6KB 2023-01-24T05:29:24.746 DEBUG:teuthology.orchestra.run.smithi140:> rm -fr /tmp/tmp.1YQFKO5Djj 2023-01-24T05:29:24.763 DEBUG:teuthology.orchestra.run.smithi140:> sudo /bin/ls /boot/loader/entries || true 2023-01-24T05:29:24.786 DEBUG:teuthology.orchestra.run.smithi146:> rm -fr /tmp/tmp.omXQjIhjx4 2023-01-24T05:29:24.803 DEBUG:teuthology.orchestra.run.smithi146:> sudo /bin/ls /boot/loader/entries || true 2023-01-24T05:29:24.829 INFO:teuthology.orchestra.run.smithi140.stdout:2ff282740cf84d4fa02ff60ed95fbbff-0-rescue.conf 2023-01-24T05:29:24.829 INFO:teuthology.orchestra.run.smithi140.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-305.3.1.el8.x86_64.conf 2023-01-24T05:29:24.830 INFO:teuthology.orchestra.run.smithi140.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-408.el8.x86_64.conf 2023-01-24T05:29:24.830 INFO:teuthology.orchestra.run.smithi140.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64.conf 2023-01-24T05:29:24.831 DEBUG:teuthology.orchestra.run.smithi140:> sudo grub2-set-default 2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64 2023-01-24T05:29:24.868 INFO:teuthology.orchestra.run.smithi146.stdout:2ff282740cf84d4fa02ff60ed95fbbff-0-rescue.conf 2023-01-24T05:29:24.868 INFO:teuthology.orchestra.run.smithi146.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-305.3.1.el8.x86_64.conf 2023-01-24T05:29:24.868 INFO:teuthology.orchestra.run.smithi146.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-408.el8.x86_64.conf 2023-01-24T05:29:24.868 INFO:teuthology.orchestra.run.smithi146.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64.conf 2023-01-24T05:29:24.869 DEBUG:teuthology.orchestra.run.smithi146:> sudo grub2-set-default 2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64 2023-01-24T05:29:24.988 DEBUG:teuthology.orchestra.run.smithi140:> sudo shutdown -r now 2023-01-24T05:29:25.039 DEBUG:teuthology.orchestra.run.smithi146:> sudo shutdown -r now 2023-01-24T05:29:53.332 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-01-24T05:29:53.333 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi093.front.sepia.ceph.com' 2023-01-24T05:29:53.333 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi093.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:29:54.992 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-01-24T05:29:54.993 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi140.front.sepia.ceph.com' 2023-01-24T05:29:54.993 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi140.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:29:55.042 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2023-01-24T05:29:55.042 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi146.front.sepia.ceph.com' 2023-01-24T05:29:55.043 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:30:29.608 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.146 2023-01-24T05:30:53.356 DEBUG:teuthology.orchestra.remote:timed out 2023-01-24T05:30:54.996 DEBUG:teuthology.orchestra.remote:timed out 2023-01-24T05:30:59.612 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi146.front.sepia.ceph.com' 2023-01-24T05:30:59.613 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:31:07.078 DEBUG:teuthology.orchestra.run.smithi146:> true 2023-01-24T05:31:07.422 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi146.front.sepia.ceph.com' 2023-01-24T05:31:07.422 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "4.18.0-448.el8.x86_64"... 2023-01-24T05:31:07.423 DEBUG:teuthology.orchestra.run.smithi146:> uname -r 2023-01-24T05:31:07.440 INFO:teuthology.orchestra.run.smithi146.stdout:4.18.0-448.el8.x86_64 2023-01-24T05:31:07.441 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-448.el8.x86_64 vs 4.18.0-448.el8.x86_64 2023-01-24T05:31:07.441 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-01-24T05:31:07.441 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-01-24T05:31:08.443 INFO:teuthology.task.kernel:Enabling kdb on client.0... 2023-01-24T05:31:08.443 DEBUG:teuthology.orchestra.run.smithi146:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-01-24T05:31:08.565 INFO:teuthology.orchestra.run.smithi146.stdout:ttyS1 2023-01-24T05:31:08.589 DEBUG:teuthology.parallel:result is None 2023-01-24T05:31:23.358 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi093.front.sepia.ceph.com' 2023-01-24T05:31:23.359 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi093.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:31:23.616 DEBUG:teuthology.orchestra.run.smithi093:> true 2023-01-24T05:31:23.890 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi093.front.sepia.ceph.com' 2023-01-24T05:31:23.890 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-448.el8.x86_64"... 2023-01-24T05:31:23.891 DEBUG:teuthology.orchestra.run.smithi093:> uname -r 2023-01-24T05:31:23.952 INFO:teuthology.orchestra.run.smithi093.stdout:4.18.0-448.el8.x86_64 2023-01-24T05:31:23.953 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-448.el8.x86_64 vs 4.18.0-448.el8.x86_64 2023-01-24T05:31:23.953 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-01-24T05:31:23.953 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-01-24T05:31:24.954 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-01-24T05:31:24.955 DEBUG:teuthology.orchestra.run.smithi093:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-01-24T05:31:24.998 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi140.front.sepia.ceph.com' 2023-01-24T05:31:24.998 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi140.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:31:25.048 INFO:teuthology.orchestra.run.smithi093.stdout:ttyS1 2023-01-24T05:31:25.062 DEBUG:teuthology.parallel:result is None 2023-01-24T05:31:25.494 DEBUG:teuthology.orchestra.run.smithi140:> true 2023-01-24T05:31:25.735 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi140.front.sepia.ceph.com' 2023-01-24T05:31:25.735 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-448.el8.x86_64"... 2023-01-24T05:31:25.736 DEBUG:teuthology.orchestra.run.smithi140:> uname -r 2023-01-24T05:31:25.793 INFO:teuthology.orchestra.run.smithi140.stdout:4.18.0-448.el8.x86_64 2023-01-24T05:31:25.794 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-448.el8.x86_64 vs 4.18.0-448.el8.x86_64 2023-01-24T05:31:25.794 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-01-24T05:31:25.795 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-01-24T05:31:26.796 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-01-24T05:31:26.796 DEBUG:teuthology.orchestra.run.smithi140:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-01-24T05:31:26.894 INFO:teuthology.orchestra.run.smithi140.stdout:ttyS1 2023-01-24T05:31:26.906 DEBUG:teuthology.parallel:result is None 2023-01-24T05:31:26.906 INFO:teuthology.run_tasks:Running task internal.base... 2023-01-24T05:31:26.915 INFO:teuthology.task.internal:Creating test directory... 2023-01-24T05:31:26.916 DEBUG:teuthology.orchestra.run.smithi093:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-01-24T05:31:26.918 DEBUG:teuthology.orchestra.run.smithi140:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-01-24T05:31:26.921 DEBUG:teuthology.orchestra.run.smithi146:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-01-24T05:31:26.947 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-01-24T05:31:26.958 INFO:teuthology.run_tasks:Running task internal.archive... 2023-01-24T05:31:26.972 INFO:teuthology.task.internal:Creating archive directory... 2023-01-24T05:31:26.973 DEBUG:teuthology.orchestra.run.smithi093:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-01-24T05:31:26.977 DEBUG:teuthology.orchestra.run.smithi140:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-01-24T05:31:26.980 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-01-24T05:31:27.016 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-01-24T05:31:27.025 INFO:teuthology.task.internal:Enabling coredump saving... 2023-01-24T05:31:27.025 DEBUG:teuthology.orchestra.run.smithi093:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-01-24T05:31:27.042 DEBUG:teuthology.orchestra.run.smithi140:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-01-24T05:31:27.045 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-01-24T05:31:27.074 INFO:teuthology.orchestra.run.smithi093.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-24T05:31:27.076 INFO:teuthology.orchestra.run.smithi140.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-24T05:31:27.085 INFO:teuthology.orchestra.run.smithi093.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-24T05:31:27.086 INFO:teuthology.orchestra.run.smithi140.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-24T05:31:27.097 INFO:teuthology.orchestra.run.smithi146.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-24T05:31:27.108 INFO:teuthology.orchestra.run.smithi146.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-24T05:31:27.110 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-01-24T05:31:27.118 INFO:teuthology.task.internal:Configuring sudo... 2023-01-24T05:31:27.118 DEBUG:teuthology.orchestra.run.smithi093:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-01-24T05:31:27.128 DEBUG:teuthology.orchestra.run.smithi140:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-01-24T05:31:27.131 DEBUG:teuthology.orchestra.run.smithi146:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-01-24T05:31:27.160 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-01-24T05:31:27.174 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-01-24T05:31:27.174 DEBUG:teuthology.orchestra.run.smithi093:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-01-24T05:31:27.198 DEBUG:teuthology.orchestra.run.smithi140:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-01-24T05:31:27.200 DEBUG:teuthology.orchestra.run.smithi146:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-01-24T05:31:27.219 DEBUG:teuthology.orchestra.run.smithi093:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-24T05:31:27.300 DEBUG:teuthology.orchestra.run.smithi093:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-24T05:31:27.357 DEBUG:teuthology.orchestra.run.smithi093:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-24T05:31:27.445 DEBUG:teuthology.orchestra.run.smithi093:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-24T05:31:27.483 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:31:27.484 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-01-24T05:31:27.550 DEBUG:teuthology.orchestra.run.smithi140:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-24T05:31:27.598 DEBUG:teuthology.orchestra.run.smithi140:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-24T05:31:27.652 DEBUG:teuthology.orchestra.run.smithi140:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-24T05:31:27.745 DEBUG:teuthology.orchestra.run.smithi140:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-24T05:31:27.780 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:31:27.780 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-01-24T05:31:27.846 DEBUG:teuthology.orchestra.run.smithi146:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-24T05:31:27.898 DEBUG:teuthology.orchestra.run.smithi146:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-24T05:31:27.948 DEBUG:teuthology.orchestra.run.smithi146:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-24T05:31:28.039 DEBUG:teuthology.orchestra.run.smithi146:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-24T05:31:28.077 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:31:28.077 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-01-24T05:31:28.145 DEBUG:teuthology.orchestra.run.smithi093:> sudo service rsyslog restart 2023-01-24T05:31:28.148 DEBUG:teuthology.orchestra.run.smithi140:> sudo service rsyslog restart 2023-01-24T05:31:28.150 DEBUG:teuthology.orchestra.run.smithi146:> sudo service rsyslog restart 2023-01-24T05:31:28.197 INFO:teuthology.orchestra.run.smithi140.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-01-24T05:31:28.220 INFO:teuthology.orchestra.run.smithi093.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-01-24T05:31:28.248 INFO:teuthology.orchestra.run.smithi146.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-01-24T05:31:28.656 INFO:teuthology.run_tasks:Running task internal.timer... 2023-01-24T05:31:28.668 INFO:teuthology.task.internal:Starting timer... 2023-01-24T05:31:28.668 INFO:teuthology.run_tasks:Running task pcp... 2023-01-24T05:31:28.684 INFO:teuthology.run_tasks:Running task selinux... 2023-01-24T05:31:28.697 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-01-24T05:31:28.697 DEBUG:teuthology.orchestra.run.smithi093:> sudo service auditd rotate 2023-01-24T05:31:28.755 INFO:teuthology.orchestra.run.smithi093.stdout:Rotating logs: 2023-01-24T05:31:28.757 DEBUG:teuthology.orchestra.run.smithi140:> sudo service auditd rotate 2023-01-24T05:31:28.807 INFO:teuthology.orchestra.run.smithi140.stdout:Rotating logs: 2023-01-24T05:31:28.809 DEBUG:teuthology.orchestra.run.smithi146:> sudo service auditd rotate 2023-01-24T05:31:28.867 INFO:teuthology.orchestra.run.smithi146.stdout:Rotating logs: 2023-01-24T05:31:28.869 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-01-24T05:31:28.869 DEBUG:teuthology.orchestra.run.smithi093:> /usr/sbin/getenforce 2023-01-24T05:31:28.897 INFO:teuthology.orchestra.run.smithi093.stdout:Permissive 2023-01-24T05:31:28.897 DEBUG:teuthology.orchestra.run.smithi140:> /usr/sbin/getenforce 2023-01-24T05:31:28.924 INFO:teuthology.orchestra.run.smithi140.stdout:Permissive 2023-01-24T05:31:28.925 DEBUG:teuthology.orchestra.run.smithi146:> /usr/sbin/getenforce 2023-01-24T05:31:28.949 INFO:teuthology.orchestra.run.smithi146.stdout:Permissive 2023-01-24T05:31:28.950 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi093.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi140.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi146.front.sepia.ceph.com': 'permissive'} 2023-01-24T05:31:28.950 DEBUG:teuthology.orchestra.run.smithi093:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2023-01-24T05:31:28.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-24T05:31:28.979 DEBUG:teuthology.orchestra.run.smithi140:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2023-01-24T05:31:29.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-24T05:31:29.007 DEBUG:teuthology.orchestra.run.smithi146:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2023-01-24T05:31:29.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-24T05:31:29.036 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-01-24T05:31:29.037 DEBUG:teuthology.orchestra.run.smithi093:> sudo /usr/sbin/setenforce permissive 2023-01-24T05:31:29.067 DEBUG:teuthology.orchestra.run.smithi140:> sudo /usr/sbin/setenforce permissive 2023-01-24T05:31:29.096 DEBUG:teuthology.orchestra.run.smithi146:> sudo /usr/sbin/setenforce permissive 2023-01-24T05:31:29.124 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-01-24T05:31:29.140 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-01-24T05:31:29.141 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-01-24T05:31:29.160 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-01-24T05:31:29.161 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi093.front.sepia.ceph.com,smithi140.front.sepia.ceph.com,smithi146.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-01-24T05:37:54.051 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi093.front.sepia.ceph.com'), Remote(name='ubuntu@smithi140.front.sepia.ceph.com'), Remote(name='ubuntu@smithi146.front.sepia.ceph.com')] 2023-01-24T05:37:54.052 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi093.front.sepia.ceph.com' 2023-01-24T05:37:54.053 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi093.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:37:54.123 DEBUG:teuthology.orchestra.run.smithi093:> true 2023-01-24T05:37:54.148 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi140.front.sepia.ceph.com' 2023-01-24T05:37:54.149 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi140.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:37:54.218 DEBUG:teuthology.orchestra.run.smithi140:> true 2023-01-24T05:37:54.287 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi146.front.sepia.ceph.com' 2023-01-24T05:37:54.287 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-24T05:37:54.356 DEBUG:teuthology.orchestra.run.smithi146:> true 2023-01-24T05:37:54.432 INFO:teuthology.run_tasks:Running task clock... 2023-01-24T05:37:54.443 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-01-24T05:37:54.443 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-01-24T05:37:54.444 DEBUG:teuthology.orchestra.run.smithi093:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-01-24T05:37:54.446 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-01-24T05:37:54.446 DEBUG:teuthology.orchestra.run.smithi140:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-01-24T05:37:54.448 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-01-24T05:37:54.449 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-01-24T05:37:54.476 INFO:teuthology.orchestra.run.smithi093.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-01-24T05:37:54.479 INFO:teuthology.orchestra.run.smithi140.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-01-24T05:37:54.490 INFO:teuthology.orchestra.run.smithi093.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-01-24T05:37:54.494 INFO:teuthology.orchestra.run.smithi140.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-01-24T05:37:54.506 INFO:teuthology.orchestra.run.smithi146.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-01-24T05:37:54.520 INFO:teuthology.orchestra.run.smithi146.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-01-24T05:37:54.551 INFO:teuthology.orchestra.run.smithi093.stderr:sudo: ntpd: command not found 2023-01-24T05:37:54.556 INFO:teuthology.orchestra.run.smithi140.stderr:sudo: ntpd: command not found 2023-01-24T05:37:54.563 INFO:teuthology.orchestra.run.smithi093.stdout:506 Cannot talk to daemon 2023-01-24T05:37:54.567 INFO:teuthology.orchestra.run.smithi140.stdout:506 Cannot talk to daemon 2023-01-24T05:37:54.577 INFO:teuthology.orchestra.run.smithi093.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-01-24T05:37:54.581 INFO:teuthology.orchestra.run.smithi140.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-01-24T05:37:54.590 INFO:teuthology.orchestra.run.smithi093.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-01-24T05:37:54.594 INFO:teuthology.orchestra.run.smithi140.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-01-24T05:37:54.601 INFO:teuthology.orchestra.run.smithi146.stderr:sudo: ntpd: command not found 2023-01-24T05:37:54.613 INFO:teuthology.orchestra.run.smithi146.stdout:506 Cannot talk to daemon 2023-01-24T05:37:54.627 INFO:teuthology.orchestra.run.smithi146.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-01-24T05:37:54.641 INFO:teuthology.orchestra.run.smithi146.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-01-24T05:37:54.667 INFO:teuthology.orchestra.run.smithi093.stderr:bash: ntpq: command not found 2023-01-24T05:37:54.672 INFO:teuthology.orchestra.run.smithi093.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-01-24T05:37:54.672 INFO:teuthology.orchestra.run.smithi093.stdout:=============================================================================== 2023-01-24T05:37:54.673 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.673 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.673 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.673 INFO:teuthology.orchestra.run.smithi093.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.679 INFO:teuthology.orchestra.run.smithi140.stderr:bash: ntpq: command not found 2023-01-24T05:37:54.683 INFO:teuthology.orchestra.run.smithi140.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-01-24T05:37:54.683 INFO:teuthology.orchestra.run.smithi140.stdout:=============================================================================== 2023-01-24T05:37:54.683 INFO:teuthology.orchestra.run.smithi140.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.684 INFO:teuthology.orchestra.run.smithi140.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.684 INFO:teuthology.orchestra.run.smithi140.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.684 INFO:teuthology.orchestra.run.smithi140.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.708 INFO:teuthology.orchestra.run.smithi146.stderr:bash: ntpq: command not found 2023-01-24T05:37:54.712 INFO:teuthology.orchestra.run.smithi146.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-01-24T05:37:54.713 INFO:teuthology.orchestra.run.smithi146.stdout:=============================================================================== 2023-01-24T05:37:54.713 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.713 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.713 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.714 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-24T05:37:54.714 INFO:teuthology.run_tasks:Running task install... 2023-01-24T05:37:54.722 DEBUG:teuthology.task.install:project ceph 2023-01-24T05:37:54.722 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef'}} 2023-01-24T05:37:54.723 DEBUG:teuthology.task.install:config {'cleanup': True, 'flavor': 'default', 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef'} 2023-01-24T05:37:54.723 INFO:teuthology.task.install:Using flavor: default 2023-01-24T05:37:54.729 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-01-24T05:37:54.729 INFO:teuthology.task.install:extra packages: [] 2023-01-24T05:37:54.730 DEBUG:teuthology.orchestra.run.smithi093:> sudo lsb_release -is 2023-01-24T05:37:54.767 INFO:teuthology.orchestra.run.smithi093.stdout:CentOSStream 2023-01-24T05:37:54.768 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:37:54.768 DEBUG:teuthology.orchestra.run.smithi140:> sudo lsb_release -is 2023-01-24T05:37:54.769 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': True, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef', 'tag': None, 'wait_for_package': False} 2023-01-24T05:37:54.770 DEBUG:teuthology.orchestra.run.smithi093:> sudo lsb_release -is 2023-01-24T05:37:54.806 INFO:teuthology.orchestra.run.smithi140.stdout:CentOSStream 2023-01-24T05:37:54.807 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:37:54.808 DEBUG:teuthology.orchestra.run.smithi146:> sudo lsb_release -is 2023-01-24T05:37:54.808 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': True, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef', 'tag': None, 'wait_for_package': False} 2023-01-24T05:37:54.809 DEBUG:teuthology.orchestra.run.smithi140:> sudo lsb_release -is 2023-01-24T05:37:54.845 INFO:teuthology.orchestra.run.smithi093.stdout:CentOSStream 2023-01-24T05:37:54.845 INFO:teuthology.orchestra.run.smithi146.stdout:CentOSStream 2023-01-24T05:37:54.846 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:37:54.847 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=1a671c198559f54389cd5afa22085a0c7b29a1ef 2023-01-24T05:37:54.851 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:37:54.852 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': True, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef', 'tag': None, 'wait_for_package': False} 2023-01-24T05:37:54.852 DEBUG:teuthology.orchestra.run.smithi146:> sudo lsb_release -is 2023-01-24T05:37:54.886 INFO:teuthology.orchestra.run.smithi140.stdout:CentOSStream 2023-01-24T05:37:54.887 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:37:54.888 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=1a671c198559f54389cd5afa22085a0c7b29a1ef 2023-01-24T05:37:54.929 INFO:teuthology.orchestra.run.smithi146.stdout:CentOSStream 2023-01-24T05:37:54.929 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:37:54.930 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=1a671c198559f54389cd5afa22085a0c7b29a1ef 2023-01-24T05:37:55.012 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/ 2023-01-24T05:37:55.013 INFO:teuthology.task.install.rpm:Package version is 18.0.0-1954.g1a671c19 2023-01-24T05:37:55.052 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/ 2023-01-24T05:37:55.053 INFO:teuthology.task.install.rpm:Package version is 18.0.0-1954.g1a671c19 2023-01-24T05:37:55.108 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/ 2023-01-24T05:37:55.109 INFO:teuthology.task.install.rpm:Package version is 18.0.0-1954.g1a671c19 2023-01-24T05:37:55.165 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-01-24T05:37:55.166 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:37:55.166 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-01-24T05:37:55.195 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-01-24T05:37:55.196 DEBUG:teuthology.orchestra.run.smithi093:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1a671c198559f54389cd5afa22085a0c7b29a1ef/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-01-24T05:37:55.222 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-01-24T05:37:55.223 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:37:55.223 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-01-24T05:37:55.251 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-01-24T05:37:55.252 DEBUG:teuthology.orchestra.run.smithi140:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1a671c198559f54389cd5afa22085a0c7b29a1ef/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-01-24T05:37:55.264 DEBUG:teuthology.orchestra.run.smithi093:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-01-24T05:37:55.269 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/1a671c198559f54389cd5afa22085a0c7b29a1ef/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-01-24T05:37:55.270 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:37:55.270 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-01-24T05:37:55.297 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-01-24T05:37:55.298 DEBUG:teuthology.orchestra.run.smithi146:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1a671c198559f54389cd5afa22085a0c7b29a1ef/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-01-24T05:37:55.320 DEBUG:teuthology.orchestra.run.smithi140:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-01-24T05:37:55.342 DEBUG:teuthology.orchestra.run.smithi093:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-01-24T05:37:55.366 DEBUG:teuthology.orchestra.run.smithi146:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-01-24T05:37:55.398 DEBUG:teuthology.orchestra.run.smithi140:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-01-24T05:37:55.410 INFO:teuthology.orchestra.run.smithi093.stdout:check_obsoletes = 1 2023-01-24T05:37:55.411 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum clean all 2023-01-24T05:37:55.444 DEBUG:teuthology.orchestra.run.smithi146:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-01-24T05:37:55.465 INFO:teuthology.orchestra.run.smithi140.stdout:check_obsoletes = 1 2023-01-24T05:37:55.466 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum clean all 2023-01-24T05:37:55.512 INFO:teuthology.orchestra.run.smithi146.stdout:check_obsoletes = 1 2023-01-24T05:37:55.513 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum clean all 2023-01-24T05:37:55.660 INFO:teuthology.orchestra.run.smithi093.stdout:61 files removed 2023-01-24T05:37:55.688 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-radosgw 2023-01-24T05:37:55.715 INFO:teuthology.orchestra.run.smithi140.stdout:61 files removed 2023-01-24T05:37:55.743 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-radosgw 2023-01-24T05:37:55.764 INFO:teuthology.orchestra.run.smithi146.stdout:61 files removed 2023-01-24T05:37:55.793 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-radosgw 2023-01-24T05:37:56.477 INFO:teuthology.orchestra.run.smithi093.stdout:ceph packages for x86_64 207 kB/s | 80 kB 00:00 2023-01-24T05:37:56.539 INFO:teuthology.orchestra.run.smithi140.stdout:ceph packages for x86_64 207 kB/s | 80 kB 00:00 2023-01-24T05:37:56.604 INFO:teuthology.orchestra.run.smithi146.stdout:ceph packages for x86_64 200 kB/s | 80 kB 00:00 2023-01-24T05:37:56.844 INFO:teuthology.orchestra.run.smithi093.stdout:ceph noarch packages 28 kB/s | 9.3 kB 00:00 2023-01-24T05:37:56.905 INFO:teuthology.orchestra.run.smithi140.stdout:ceph noarch packages 28 kB/s | 9.3 kB 00:00 2023-01-24T05:37:56.954 INFO:teuthology.orchestra.run.smithi146.stdout:ceph noarch packages 30 kB/s | 9.3 kB 00:00 2023-01-24T05:37:57.203 INFO:teuthology.orchestra.run.smithi093.stdout:ceph source packages 4.5 kB/s | 1.5 kB 00:00 2023-01-24T05:37:57.273 INFO:teuthology.orchestra.run.smithi140.stdout:ceph source packages 4.4 kB/s | 1.5 kB 00:00 2023-01-24T05:37:57.330 INFO:teuthology.orchestra.run.smithi146.stdout:ceph source packages 4.3 kB/s | 1.5 kB 00:00 2023-01-24T05:37:58.264 INFO:teuthology.orchestra.run.smithi093.stdout:CentOS-8 - AppStream 27 MB/s | 27 MB 00:01 2023-01-24T05:37:58.367 INFO:teuthology.orchestra.run.smithi140.stdout:CentOS-8 - AppStream 26 MB/s | 27 MB 00:01 2023-01-24T05:37:58.740 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS-8 - AppStream 20 MB/s | 27 MB 00:01 2023-01-24T05:38:04.072 INFO:teuthology.orchestra.run.smithi093.stdout:CentOS-8 - BaseOS 34 MB/s | 27 MB 00:00 2023-01-24T05:38:04.492 INFO:teuthology.orchestra.run.smithi140.stdout:CentOS-8 - BaseOS 30 MB/s | 27 MB 00:00 2023-01-24T05:38:04.741 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS-8 - BaseOS 29 MB/s | 27 MB 00:00 2023-01-24T05:38:08.379 INFO:teuthology.orchestra.run.smithi093.stdout:CentOS-8 - Extras 121 kB/s | 18 kB 00:00 2023-01-24T05:38:08.799 INFO:teuthology.orchestra.run.smithi140.stdout:CentOS-8 - Extras 133 kB/s | 18 kB 00:00 2023-01-24T05:38:08.823 INFO:teuthology.orchestra.run.smithi093.stdout:CentOS-8 - PowerTools 18 MB/s | 5.6 MB 00:00 2023-01-24T05:38:09.006 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS-8 - Extras 139 kB/s | 18 kB 00:00 2023-01-24T05:38:09.269 INFO:teuthology.orchestra.run.smithi140.stdout:CentOS-8 - PowerTools 17 MB/s | 5.6 MB 00:00 2023-01-24T05:38:09.442 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS-8 - PowerTools 18 MB/s | 5.6 MB 00:00 2023-01-24T05:38:10.047 INFO:teuthology.orchestra.run.smithi093.stdout:Copr repo for python3-asyncssh owned by ceph 27 kB/s | 3.5 kB 00:00 2023-01-24T05:38:10.502 INFO:teuthology.orchestra.run.smithi140.stdout:Copr repo for python3-asyncssh owned by ceph 28 kB/s | 3.5 kB 00:00 2023-01-24T05:38:10.666 INFO:teuthology.orchestra.run.smithi146.stdout:Copr repo for python3-asyncssh owned by ceph 27 kB/s | 3.5 kB 00:00 2023-01-24T05:38:12.197 INFO:teuthology.orchestra.run.smithi093.stdout:Extra Packages for Enterprise Linux 6.6 MB/s | 13 MB 00:02 2023-01-24T05:38:12.634 INFO:teuthology.orchestra.run.smithi140.stdout:Extra Packages for Enterprise Linux 6.7 MB/s | 13 MB 00:01 2023-01-24T05:38:12.783 INFO:teuthology.orchestra.run.smithi146.stdout:Extra Packages for Enterprise Linux 6.7 MB/s | 13 MB 00:01 2023-01-24T05:38:15.481 INFO:teuthology.orchestra.run.smithi093.stdout:lab-extras 399 kB/s | 24 kB 00:00 2023-01-24T05:38:16.034 INFO:teuthology.orchestra.run.smithi140.stdout:lab-extras 461 kB/s | 24 kB 00:00 2023-01-24T05:38:16.092 INFO:teuthology.orchestra.run.smithi146.stdout:lab-extras 371 kB/s | 24 kB 00:00 2023-01-24T05:38:18.938 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:38:18.941 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:38:18.942 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:38:18.942 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:38:18.942 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:38:18.942 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-radosgw x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 13 M 2023-01-24T05:38:18.942 INFO:teuthology.orchestra.run.smithi093.stdout:Upgrading: 2023-01-24T05:38:18.943 INFO:teuthology.orchestra.run.smithi093.stdout: librados2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.6 M 2023-01-24T05:38:18.943 INFO:teuthology.orchestra.run.smithi093.stdout: librbd1 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.6 M 2023-01-24T05:38:18.943 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-01-24T05:38:18.943 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-base x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 5.2 M 2023-01-24T05:38:18.943 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-common x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 24 M 2023-01-24T05:38:18.944 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-selinux x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 24 k 2023-01-24T05:38:18.944 INFO:teuthology.orchestra.run.smithi093.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-01-24T05:38:18.944 INFO:teuthology.orchestra.run.smithi093.stdout: libcephfs2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 768 k 2023-01-24T05:38:18.944 INFO:teuthology.orchestra.run.smithi093.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-01-24T05:38:18.944 INFO:teuthology.orchestra.run.smithi093.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-01-24T05:38:18.945 INFO:teuthology.orchestra.run.smithi093.stdout: libradosstriper1 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 474 k 2023-01-24T05:38:18.945 INFO:teuthology.orchestra.run.smithi093.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-01-24T05:38:18.945 INFO:teuthology.orchestra.run.smithi093.stdout: librgw2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 6.5 M 2023-01-24T05:38:18.945 INFO:teuthology.orchestra.run.smithi093.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-01-24T05:38:18.945 INFO:teuthology.orchestra.run.smithi093.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-01-24T05:38:18.946 INFO:teuthology.orchestra.run.smithi093.stdout: python3-ceph-argparse 2023-01-24T05:38:18.946 INFO:teuthology.orchestra.run.smithi093.stdout: x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 45 k 2023-01-24T05:38:18.946 INFO:teuthology.orchestra.run.smithi093.stdout: python3-ceph-common x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 115 k 2023-01-24T05:38:18.946 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cephfs x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 190 k 2023-01-24T05:38:18.946 INFO:teuthology.orchestra.run.smithi093.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-01-24T05:38:18.947 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rados x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 371 k 2023-01-24T05:38:18.947 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rbd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 364 k 2023-01-24T05:38:18.947 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rgw x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 107 k 2023-01-24T05:38:18.948 INFO:teuthology.orchestra.run.smithi093.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-01-24T05:38:18.948 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:38:18.948 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:38:18.948 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:38:18.948 INFO:teuthology.orchestra.run.smithi093.stdout:Install 21 Packages 2023-01-24T05:38:18.949 INFO:teuthology.orchestra.run.smithi093.stdout:Upgrade 2 Packages 2023-01-24T05:38:18.949 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:38:18.949 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 62 M 2023-01-24T05:38:18.950 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:38:19.508 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:38:19.511 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:38:19.511 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:38:19.511 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:38:19.512 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:38:19.512 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-radosgw x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 13 M 2023-01-24T05:38:19.512 INFO:teuthology.orchestra.run.smithi140.stdout:Upgrading: 2023-01-24T05:38:19.512 INFO:teuthology.orchestra.run.smithi140.stdout: librados2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.6 M 2023-01-24T05:38:19.512 INFO:teuthology.orchestra.run.smithi140.stdout: librbd1 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.6 M 2023-01-24T05:38:19.513 INFO:teuthology.orchestra.run.smithi140.stdout:Installing dependencies: 2023-01-24T05:38:19.513 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-base x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 5.2 M 2023-01-24T05:38:19.513 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-common x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 24 M 2023-01-24T05:38:19.513 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-selinux x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 24 k 2023-01-24T05:38:19.513 INFO:teuthology.orchestra.run.smithi140.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-01-24T05:38:19.514 INFO:teuthology.orchestra.run.smithi140.stdout: libcephfs2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 768 k 2023-01-24T05:38:19.514 INFO:teuthology.orchestra.run.smithi140.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-01-24T05:38:19.514 INFO:teuthology.orchestra.run.smithi140.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-01-24T05:38:19.514 INFO:teuthology.orchestra.run.smithi140.stdout: libradosstriper1 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 474 k 2023-01-24T05:38:19.514 INFO:teuthology.orchestra.run.smithi140.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-01-24T05:38:19.515 INFO:teuthology.orchestra.run.smithi140.stdout: librgw2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 6.5 M 2023-01-24T05:38:19.515 INFO:teuthology.orchestra.run.smithi140.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-01-24T05:38:19.515 INFO:teuthology.orchestra.run.smithi140.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-01-24T05:38:19.515 INFO:teuthology.orchestra.run.smithi140.stdout: python3-ceph-argparse 2023-01-24T05:38:19.515 INFO:teuthology.orchestra.run.smithi140.stdout: x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 45 k 2023-01-24T05:38:19.516 INFO:teuthology.orchestra.run.smithi140.stdout: python3-ceph-common x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 115 k 2023-01-24T05:38:19.516 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cephfs x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 190 k 2023-01-24T05:38:19.516 INFO:teuthology.orchestra.run.smithi140.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-01-24T05:38:19.516 INFO:teuthology.orchestra.run.smithi140.stdout: python3-rados x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 371 k 2023-01-24T05:38:19.516 INFO:teuthology.orchestra.run.smithi140.stdout: python3-rbd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 364 k 2023-01-24T05:38:19.517 INFO:teuthology.orchestra.run.smithi140.stdout: python3-rgw x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 107 k 2023-01-24T05:38:19.517 INFO:teuthology.orchestra.run.smithi140.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-01-24T05:38:19.517 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:38:19.517 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:38:19.517 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:38:19.518 INFO:teuthology.orchestra.run.smithi140.stdout:Install 21 Packages 2023-01-24T05:38:19.518 INFO:teuthology.orchestra.run.smithi140.stdout:Upgrade 2 Packages 2023-01-24T05:38:19.518 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:38:19.519 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 62 M 2023-01-24T05:38:19.519 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:38:19.539 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:38:19.541 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:38:19.542 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:38:19.542 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:38:19.542 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:38:19.542 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-radosgw x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 13 M 2023-01-24T05:38:19.542 INFO:teuthology.orchestra.run.smithi146.stdout:Upgrading: 2023-01-24T05:38:19.543 INFO:teuthology.orchestra.run.smithi146.stdout: librados2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.6 M 2023-01-24T05:38:19.543 INFO:teuthology.orchestra.run.smithi146.stdout: librbd1 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.6 M 2023-01-24T05:38:19.543 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2023-01-24T05:38:19.543 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-base x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 5.2 M 2023-01-24T05:38:19.544 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-common x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 24 M 2023-01-24T05:38:19.544 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-selinux x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 24 k 2023-01-24T05:38:19.544 INFO:teuthology.orchestra.run.smithi146.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-01-24T05:38:19.544 INFO:teuthology.orchestra.run.smithi146.stdout: libcephfs2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 768 k 2023-01-24T05:38:19.545 INFO:teuthology.orchestra.run.smithi146.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-01-24T05:38:19.545 INFO:teuthology.orchestra.run.smithi146.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-01-24T05:38:19.545 INFO:teuthology.orchestra.run.smithi146.stdout: libradosstriper1 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 474 k 2023-01-24T05:38:19.545 INFO:teuthology.orchestra.run.smithi146.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-01-24T05:38:19.545 INFO:teuthology.orchestra.run.smithi146.stdout: librgw2 x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 6.5 M 2023-01-24T05:38:19.546 INFO:teuthology.orchestra.run.smithi146.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-01-24T05:38:19.546 INFO:teuthology.orchestra.run.smithi146.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-01-24T05:38:19.546 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ceph-argparse 2023-01-24T05:38:19.546 INFO:teuthology.orchestra.run.smithi146.stdout: x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 45 k 2023-01-24T05:38:19.547 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ceph-common x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 115 k 2023-01-24T05:38:19.547 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cephfs x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 190 k 2023-01-24T05:38:19.547 INFO:teuthology.orchestra.run.smithi146.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-01-24T05:38:19.547 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rados x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 371 k 2023-01-24T05:38:19.547 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rbd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 364 k 2023-01-24T05:38:19.548 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rgw x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 107 k 2023-01-24T05:38:19.548 INFO:teuthology.orchestra.run.smithi146.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-01-24T05:38:19.548 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:38:19.548 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:38:19.549 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:38:19.549 INFO:teuthology.orchestra.run.smithi146.stdout:Install 21 Packages 2023-01-24T05:38:19.549 INFO:teuthology.orchestra.run.smithi146.stdout:Upgrade 2 Packages 2023-01-24T05:38:19.549 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:38:19.550 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 62 M 2023-01-24T05:38:19.550 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:38:20.982 INFO:teuthology.orchestra.run.smithi093.stdout:(1/23): ceph-radosgw-18.0.0-1954.g1a671c19.el8. 6.4 MB/s | 13 MB 00:02 2023-01-24T05:38:21.107 INFO:teuthology.orchestra.run.smithi093.stdout:(2/23): ceph-base-18.0.0-1954.g1a671c19.el8.x86 2.4 MB/s | 5.2 MB 00:02 2023-01-24T05:38:21.132 INFO:teuthology.orchestra.run.smithi093.stdout:(3/23): ceph-selinux-18.0.0-1954.g1a671c19.el8. 162 kB/s | 24 kB 00:00 2023-01-24T05:38:21.249 INFO:teuthology.orchestra.run.smithi093.stdout:(4/23): libradosstriper1-18.0.0-1954.g1a671c19. 4.0 MB/s | 474 kB 00:00 2023-01-24T05:38:21.691 INFO:teuthology.orchestra.run.smithi093.stdout:(5/23): ceph-common-18.0.0-1954.g1a671c19.el8.x 8.9 MB/s | 24 MB 00:02 2023-01-24T05:38:21.725 INFO:teuthology.orchestra.run.smithi093.stdout:(6/23): libcephfs2-18.0.0-1954.g1a671c19.el8.x8 1.2 MB/s | 768 kB 00:00 2023-01-24T05:38:21.767 INFO:teuthology.orchestra.run.smithi093.stdout:(7/23): python3-ceph-argparse-18.0.0-1954.g1a67 593 kB/s | 45 kB 00:00 2023-01-24T05:38:21.834 INFO:teuthology.orchestra.run.smithi093.stdout:(8/23): python3-cephfs-18.0.0-1954.g1a671c19.el 2.8 MB/s | 190 kB 00:00 2023-01-24T05:38:21.860 INFO:teuthology.orchestra.run.smithi093.stdout:(9/23): python3-ceph-common-18.0.0-1954.g1a671c 859 kB/s | 115 kB 00:00 2023-01-24T05:38:21.860 INFO:teuthology.orchestra.run.smithi140.stdout:(1/23): ceph-base-18.0.0-1954.g1a671c19.el8.x86 2.2 MB/s | 5.2 MB 00:02 2023-01-24T05:38:21.909 INFO:teuthology.orchestra.run.smithi093.stdout:(10/23): python3-rados-18.0.0-1954.g1a671c19.el 4.8 MB/s | 371 kB 00:00 2023-01-24T05:38:21.944 INFO:teuthology.orchestra.run.smithi140.stdout:(2/23): ceph-selinux-18.0.0-1954.g1a671c19.el8. 292 kB/s | 24 kB 00:00 2023-01-24T05:38:21.984 INFO:teuthology.orchestra.run.smithi093.stdout:(11/23): python3-rgw-18.0.0-1954.g1a671c19.el8. 1.4 MB/s | 107 kB 00:00 2023-01-24T05:38:22.034 INFO:teuthology.orchestra.run.smithi093.stdout:(12/23): python3-rbd-18.0.0-1954.g1a671c19.el8. 2.0 MB/s | 364 kB 00:00 2023-01-24T05:38:22.102 INFO:teuthology.orchestra.run.smithi093.stdout:(13/23): librdkafka-0.11.4-3.el8.x86_64.rpm 3.0 MB/s | 354 kB 00:00 2023-01-24T05:38:22.127 INFO:teuthology.orchestra.run.smithi093.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 1.7 MB/s | 44 kB 00:00 2023-01-24T05:38:22.136 INFO:teuthology.orchestra.run.smithi140.stdout:(3/23): libcephfs2-18.0.0-1954.g1a671c19.el8.x8 3.9 MB/s | 768 kB 00:00 2023-01-24T05:38:22.152 INFO:teuthology.orchestra.run.smithi093.stdout:(15/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.2 MB/s | 259 kB 00:00 2023-01-24T05:38:22.177 INFO:teuthology.orchestra.run.smithi093.stdout:(16/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 931 kB/s | 47 kB 00:00 2023-01-24T05:38:22.261 INFO:teuthology.orchestra.run.smithi140.stdout:(4/23): libradosstriper1-18.0.0-1954.g1a671c19. 3.7 MB/s | 474 kB 00:00 2023-01-24T05:38:22.309 INFO:teuthology.orchestra.run.smithi146.stdout:(1/23): ceph-base-18.0.0-1954.g1a671c19.el8.x86 1.9 MB/s | 5.2 MB 00:02 2023-01-24T05:38:22.328 INFO:teuthology.orchestra.run.smithi093.stdout:(17/23): librgw2-18.0.0-1954.g1a671c19.el8.x86_ 6.0 MB/s | 6.5 MB 00:01 2023-01-24T05:38:22.359 INFO:teuthology.orchestra.run.smithi146.stdout:(2/23): ceph-selinux-18.0.0-1954.g1a671c19.el8. 488 kB/s | 24 kB 00:00 2023-01-24T05:38:22.660 INFO:teuthology.orchestra.run.smithi146.stdout:(3/23): libcephfs2-18.0.0-1954.g1a671c19.el8.x8 2.5 MB/s | 768 kB 00:00 2023-01-24T05:38:22.885 INFO:teuthology.orchestra.run.smithi146.stdout:(4/23): libradosstriper1-18.0.0-1954.g1a671c19. 2.1 MB/s | 474 kB 00:00 2023-01-24T05:38:22.929 INFO:teuthology.orchestra.run.smithi140.stdout:(5/23): librgw2-18.0.0-1954.g1a671c19.el8.x86_6 9.7 MB/s | 6.5 MB 00:00 2023-01-24T05:38:22.987 INFO:teuthology.orchestra.run.smithi140.stdout:(6/23): python3-ceph-argparse-18.0.0-1954.g1a67 768 kB/s | 45 kB 00:00 2023-01-24T05:38:23.046 INFO:teuthology.orchestra.run.smithi140.stdout:(7/23): python3-ceph-common-18.0.0-1954.g1a671c 1.9 MB/s | 115 kB 00:00 2023-01-24T05:38:23.104 INFO:teuthology.orchestra.run.smithi140.stdout:(8/23): python3-cephfs-18.0.0-1954.g1a671c19.el 3.2 MB/s | 190 kB 00:00 2023-01-24T05:38:23.179 INFO:teuthology.orchestra.run.smithi140.stdout:(9/23): python3-rados-18.0.0-1954.g1a671c19.el8 4.8 MB/s | 371 kB 00:00 2023-01-24T05:38:23.263 INFO:teuthology.orchestra.run.smithi140.stdout:(10/23): python3-rbd-18.0.0-1954.g1a671c19.el8. 4.3 MB/s | 364 kB 00:00 2023-01-24T05:38:23.330 INFO:teuthology.orchestra.run.smithi140.stdout:(11/23): python3-rgw-18.0.0-1954.g1a671c19.el8. 1.6 MB/s | 107 kB 00:00 2023-01-24T05:38:23.378 INFO:teuthology.orchestra.run.smithi093.stdout:(18/23): liboath-2.6.2-3.el8.x86_64.rpm 49 kB/s | 59 kB 00:01 2023-01-24T05:38:23.403 INFO:teuthology.orchestra.run.smithi093.stdout:(19/23): libunwind-1.3.1-3.el8.x86_64.rpm 70 kB/s | 75 kB 00:01 2023-01-24T05:38:23.430 INFO:teuthology.orchestra.run.smithi140.stdout:(12/23): librdkafka-0.11.4-3.el8.x86_64.rpm 3.5 MB/s | 354 kB 00:00 2023-01-24T05:38:23.462 INFO:teuthology.orchestra.run.smithi093.stdout:(20/23): gperftools-libs-2.7-9.el8.x86_64.rpm 234 kB/s | 306 kB 00:01 2023-01-24T05:38:23.472 INFO:teuthology.orchestra.run.smithi140.stdout:(13/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-01-24T05:38:23.497 INFO:teuthology.orchestra.run.smithi140.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 1.7 MB/s | 44 kB 00:00 2023-01-24T05:38:23.531 INFO:teuthology.orchestra.run.smithi140.stdout:(15/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2023-01-24T05:38:23.965 INFO:teuthology.orchestra.run.smithi140.stdout:(16/23): gperftools-libs-2.7-9.el8.x86_64.rpm 707 kB/s | 306 kB 00:00 2023-01-24T05:38:24.048 INFO:teuthology.orchestra.run.smithi140.stdout:(17/23): liboath-2.6.2-3.el8.x86_64.rpm 706 kB/s | 59 kB 00:00 2023-01-24T05:38:24.132 INFO:teuthology.orchestra.run.smithi140.stdout:(18/23): libunwind-1.3.1-3.el8.x86_64.rpm 904 kB/s | 75 kB 00:00 2023-01-24T05:38:24.162 INFO:teuthology.orchestra.run.smithi093.stdout:(21/23): librbd1-18.0.0-1954.g1a671c19.el8.x86_ 5.1 MB/s | 3.6 MB 00:00 2023-01-24T05:38:24.203 INFO:teuthology.orchestra.run.smithi093.stdout:(22/23): thrift-0.13.0-2.el8.x86_64.rpm 2.1 MB/s | 1.7 MB 00:00 2023-01-24T05:38:24.283 INFO:teuthology.orchestra.run.smithi146.stdout:(5/23): ceph-radosgw-18.0.0-1954.g1a671c19.el8. 2.7 MB/s | 13 MB 00:04 2023-01-24T05:38:24.343 INFO:teuthology.orchestra.run.smithi146.stdout:(6/23): python3-ceph-argparse-18.0.0-1954.g1a67 744 kB/s | 45 kB 00:00 2023-01-24T05:38:24.402 INFO:teuthology.orchestra.run.smithi146.stdout:(7/23): python3-ceph-common-18.0.0-1954.g1a671c 1.9 MB/s | 115 kB 00:00 2023-01-24T05:38:24.470 INFO:teuthology.orchestra.run.smithi093.stdout:(23/23): librados2-18.0.0-1954.g1a671c19.el8.x8 3.4 MB/s | 3.6 MB 00:01 2023-01-24T05:38:24.474 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:38:24.474 INFO:teuthology.orchestra.run.smithi093.stdout:Total 11 MB/s | 62 MB 00:05 2023-01-24T05:38:24.494 INFO:teuthology.orchestra.run.smithi146.stdout:(8/23): python3-cephfs-18.0.0-1954.g1a671c19.el 2.0 MB/s | 190 kB 00:00 2023-01-24T05:38:24.514 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:38:24.558 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:38:24.558 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:38:24.603 INFO:teuthology.orchestra.run.smithi146.stdout:(9/23): python3-rados-18.0.0-1954.g1a671c19.el8 3.3 MB/s | 371 kB 00:00 2023-01-24T05:38:24.686 INFO:teuthology.orchestra.run.smithi146.stdout:(10/23): librgw2-18.0.0-1954.g1a671c19.el8.x86_ 3.6 MB/s | 6.5 MB 00:01 2023-01-24T05:38:24.737 INFO:teuthology.orchestra.run.smithi146.stdout:(11/23): python3-rgw-18.0.0-1954.g1a671c19.el8. 2.1 MB/s | 107 kB 00:00 2023-01-24T05:38:24.790 INFO:teuthology.orchestra.run.smithi146.stdout:(12/23): python3-rbd-18.0.0-1954.g1a671c19.el8. 1.9 MB/s | 364 kB 00:00 2023-01-24T05:38:24.862 INFO:teuthology.orchestra.run.smithi146.stdout:(13/23): librdkafka-0.11.4-3.el8.x86_64.rpm 2.8 MB/s | 354 kB 00:00 2023-01-24T05:38:24.888 INFO:teuthology.orchestra.run.smithi146.stdout:(14/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.6 MB/s | 259 kB 00:00 2023-01-24T05:38:24.913 INFO:teuthology.orchestra.run.smithi146.stdout:(15/23): python3-prettytable-0.7.2-14.el8.noarc 873 kB/s | 44 kB 00:00 2023-01-24T05:38:24.938 INFO:teuthology.orchestra.run.smithi146.stdout:(16/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 932 kB/s | 47 kB 00:00 2023-01-24T05:38:24.966 INFO:teuthology.orchestra.run.smithi140.stdout:(19/23): thrift-0.13.0-2.el8.x86_64.rpm 2.1 MB/s | 1.7 MB 00:00 2023-01-24T05:38:25.080 INFO:teuthology.orchestra.run.smithi146.stdout:(17/23): liboath-2.6.2-3.el8.x86_64.rpm 416 kB/s | 59 kB 00:00 2023-01-24T05:38:25.155 INFO:teuthology.orchestra.run.smithi146.stdout:(18/23): gperftools-libs-2.7-9.el8.x86_64.rpm 1.2 MB/s | 306 kB 00:00 2023-01-24T05:38:25.159 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:38:25.162 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:38:25.181 INFO:teuthology.orchestra.run.smithi146.stdout:(19/23): libunwind-1.3.1-3.el8.x86_64.rpm 748 kB/s | 75 kB 00:00 2023-01-24T05:38:25.424 INFO:teuthology.orchestra.run.smithi140.stdout:(20/23): librados2-18.0.0-1954.g1a671c19.el8.x8 7.9 MB/s | 3.6 MB 00:00 2023-01-24T05:38:25.639 INFO:teuthology.orchestra.run.smithi146.stdout:(20/23): thrift-0.13.0-2.el8.x86_64.rpm 3.6 MB/s | 1.7 MB 00:00 2023-01-24T05:38:25.758 INFO:teuthology.orchestra.run.smithi140.stdout:(21/23): librbd1-18.0.0-1954.g1a671c19.el8.x86_ 11 MB/s | 3.6 MB 00:00 2023-01-24T05:38:26.066 INFO:teuthology.orchestra.run.smithi140.stdout:(22/23): ceph-radosgw-18.0.0-1954.g1a671c19.el8 2.0 MB/s | 13 MB 00:06 2023-01-24T05:38:26.306 INFO:teuthology.orchestra.run.smithi146.stdout:(21/23): ceph-common-18.0.0-1954.g1a671c19.el8. 3.6 MB/s | 24 MB 00:06 2023-01-24T05:38:26.365 INFO:teuthology.orchestra.run.smithi146.stdout:(22/23): librados2-18.0.0-1954.g1a671c19.el8.x8 3.1 MB/s | 3.6 MB 00:01 2023-01-24T05:38:26.383 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:38:26.472 INFO:teuthology.orchestra.run.smithi140.stdout:(23/23): ceph-common-18.0.0-1954.g1a671c19.el8. 3.5 MB/s | 24 MB 00:06 2023-01-24T05:38:26.474 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:38:26.475 INFO:teuthology.orchestra.run.smithi140.stdout:Total 8.8 MB/s | 62 MB 00:06 2023-01-24T05:38:26.519 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:38:26.565 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:38:26.565 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:38:26.585 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2023-01-24T05:38:26.685 INFO:teuthology.orchestra.run.smithi146.stdout:(23/23): librbd1-18.0.0-1954.g1a671c19.el8.x86_ 3.4 MB/s | 3.6 MB 00:01 2023-01-24T05:38:26.692 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:38:26.692 INFO:teuthology.orchestra.run.smithi146.stdout:Total 8.6 MB/s | 62 MB 00:07 2023-01-24T05:38:26.732 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:38:26.777 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:38:26.777 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:38:26.828 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/25 2023-01-24T05:38:26.982 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-01-24T05:38:27.164 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:38:27.168 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:38:27.378 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-01-24T05:38:27.408 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:38:27.412 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:38:27.598 INFO:teuthology.orchestra.run.smithi093.stdout: Upgrading : librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:38:27.695 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:38:27.954 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 5/25 2023-01-24T05:38:28.140 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 6/25 2023-01-24T05:38:28.462 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:38:28.540 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 6/25 2023-01-24T05:38:28.679 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2023-01-24T05:38:28.715 INFO:teuthology.orchestra.run.smithi093.stdout: Upgrading : librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:38:28.724 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:38:28.768 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:38:28.919 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/25 2023-01-24T05:38:28.932 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2023-01-24T05:38:28.946 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-01-24T05:38:29.073 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2023-01-24T05:38:29.081 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-01-24T05:38:29.163 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2023-01-24T05:38:29.180 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/25 2023-01-24T05:38:29.292 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8. 10/25 2023-01-24T05:38:29.371 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-01-24T05:38:29.484 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-01-24T05:38:29.674 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 11/25 2023-01-24T05:38:29.698 INFO:teuthology.orchestra.run.smithi140.stdout: Upgrading : librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:38:29.774 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-01-24T05:38:29.816 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:38:29.898 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 12/25 2023-01-24T05:38:30.013 INFO:teuthology.orchestra.run.smithi146.stdout: Upgrading : librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:38:30.040 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 13/25 2023-01-24T05:38:30.062 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 5/25 2023-01-24T05:38:30.112 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 13/25 2023-01-24T05:38:30.141 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:38:30.239 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 6/25 2023-01-24T05:38:30.302 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 14/25 2023-01-24T05:38:30.402 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 5/25 2023-01-24T05:38:30.623 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 6/25 2023-01-24T05:38:30.642 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 6/25 2023-01-24T05:38:30.848 INFO:teuthology.orchestra.run.smithi140.stdout: Upgrading : librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:38:30.914 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:38:31.013 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 6/25 2023-01-24T05:38:31.118 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 15/25 2023-01-24T05:38:31.120 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-01-24T05:38:31.230 INFO:teuthology.orchestra.run.smithi146.stdout: Upgrading : librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:38:31.281 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2023-01-24T05:38:31.326 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:38:31.331 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 16/25 2023-01-24T05:38:31.350 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2023-01-24T05:38:31.391 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 16/25 2023-01-24T05:38:31.483 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8. 10/25 2023-01-24T05:38:31.502 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-01-24T05:38:31.647 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 17/25 2023-01-24T05:38:31.680 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2023-01-24T05:38:31.691 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 11/25 2023-01-24T05:38:31.823 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2023-01-24T05:38:31.848 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2023-01-24T05:38:31.927 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 12/25 2023-01-24T05:38:31.982 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8. 10/25 2023-01-24T05:38:31.998 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x8 19/25 2023-01-24T05:38:32.089 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 13/25 2023-01-24T05:38:32.147 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 13/25 2023-01-24T05:38:32.223 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 11/25 2023-01-24T05:38:32.356 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 14/25 2023-01-24T05:38:32.480 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 12/25 2023-01-24T05:38:32.654 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 13/25 2023-01-24T05:38:32.730 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 13/25 2023-01-24T05:38:32.940 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 14/25 2023-01-24T05:38:33.169 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 15/25 2023-01-24T05:38:33.364 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 16/25 2023-01-24T05:38:33.435 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 16/25 2023-01-24T05:38:33.638 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 17/25 2023-01-24T05:38:33.751 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 15/25 2023-01-24T05:38:33.822 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2023-01-24T05:38:33.963 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 16/25 2023-01-24T05:38:34.014 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x8 19/25 2023-01-24T05:38:34.036 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 16/25 2023-01-24T05:38:34.270 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 17/25 2023-01-24T05:38:34.496 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2023-01-24T05:38:34.713 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x8 19/25 2023-01-24T05:38:35.746 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:36.064 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:36.660 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:36.975 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 21/25 2023-01-24T05:38:37.067 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 21/25 2023-01-24T05:38:37.230 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:38:37.746 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:37.997 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:38.549 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:38.624 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:38.821 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:38.915 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 21/25 2023-01-24T05:38:39.002 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 21/25 2023-01-24T05:38:39.163 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:38:39.410 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 20/25 2023-01-24T05:38:39.767 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 21/25 2023-01-24T05:38:39.864 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 21/25 2023-01-24T05:38:40.062 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:38:56.367 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:38:56.368 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /sys 2023-01-24T05:38:56.368 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /proc 2023-01-24T05:38:56.368 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /dev 2023-01-24T05:38:56.368 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /run 2023-01-24T05:38:56.368 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /mnt 2023-01-24T05:38:56.369 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /var/tmp 2023-01-24T05:38:56.369 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /home 2023-01-24T05:38:56.369 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /tmp 2023-01-24T05:38:56.369 INFO:teuthology.orchestra.run.smithi093.stdout:skipping the directory /dev 2023-01-24T05:38:56.369 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:38:57.763 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 23/25 2023-01-24T05:38:57.784 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 23/25 2023-01-24T05:38:57.784 INFO:teuthology.orchestra.run.smithi093.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-01-24T05:38:57.996 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-01-24T05:38:57.997 INFO:teuthology.orchestra.run.smithi093.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:38:58.249 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:38:58.249 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /sys 2023-01-24T05:38:58.250 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /proc 2023-01-24T05:38:58.250 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /dev 2023-01-24T05:38:58.251 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /run 2023-01-24T05:38:58.251 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /mnt 2023-01-24T05:38:58.251 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /var/tmp 2023-01-24T05:38:58.252 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /home 2023-01-24T05:38:58.252 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /tmp 2023-01-24T05:38:58.253 INFO:teuthology.orchestra.run.smithi140.stdout:skipping the directory /dev 2023-01-24T05:38:58.253 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:38:58.689 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:38:58.689 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 1/25 2023-01-24T05:38:58.689 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2/25 2023-01-24T05:38:58.690 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 3/25 2023-01-24T05:38:58.690 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:38:58.690 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 5/25 2023-01-24T05:38:58.690 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 6/25 2023-01-24T05:38:58.690 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:38:58.691 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8. 8/25 2023-01-24T05:38:58.691 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x8 9/25 2023-01-24T05:38:58.693 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 10/25 2023-01-24T05:38:58.693 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 11/25 2023-01-24T05:38:58.693 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 12/25 2023-01-24T05:38:58.693 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 13/25 2023-01-24T05:38:58.694 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2023-01-24T05:38:58.694 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2023-01-24T05:38:58.694 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-01-24T05:38:58.694 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2023-01-24T05:38:58.694 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-01-24T05:38:58.695 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2023-01-24T05:38:58.695 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2023-01-24T05:38:58.695 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2023-01-24T05:38:58.695 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:38:58.695 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-01-24T05:38:58.696 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 24/25 2023-01-24T05:38:59.511 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:38:59.511 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:38:59.511 INFO:teuthology.orchestra.run.smithi093.stdout:Upgraded: 2023-01-24T05:38:59.511 INFO:teuthology.orchestra.run.smithi093.stdout: librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.512 INFO:teuthology.orchestra.run.smithi093.stdout: librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.512 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:38:59.512 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.512 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.513 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.513 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.513 INFO:teuthology.orchestra.run.smithi093.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-01-24T05:38:59.513 INFO:teuthology.orchestra.run.smithi093.stdout: libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.513 INFO:teuthology.orchestra.run.smithi093.stdout: liboath-2.6.2-3.el8.x86_64 2023-01-24T05:38:59.514 INFO:teuthology.orchestra.run.smithi093.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-01-24T05:38:59.514 INFO:teuthology.orchestra.run.smithi093.stdout: libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.514 INFO:teuthology.orchestra.run.smithi093.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-01-24T05:38:59.514 INFO:teuthology.orchestra.run.smithi093.stdout: librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.514 INFO:teuthology.orchestra.run.smithi093.stdout: libunwind-1.3.1-3.el8.x86_64 2023-01-24T05:38:59.515 INFO:teuthology.orchestra.run.smithi093.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-01-24T05:38:59.515 INFO:teuthology.orchestra.run.smithi093.stdout: python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.515 INFO:teuthology.orchestra.run.smithi093.stdout: python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.515 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.515 INFO:teuthology.orchestra.run.smithi093.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-01-24T05:38:59.515 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.516 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.516 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:38:59.516 INFO:teuthology.orchestra.run.smithi093.stdout: thrift-0.13.0-2.el8.x86_64 2023-01-24T05:38:59.516 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:38:59.516 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:38:59.517 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:38:59.517 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /sys 2023-01-24T05:38:59.517 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /proc 2023-01-24T05:38:59.518 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /dev 2023-01-24T05:38:59.518 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /run 2023-01-24T05:38:59.518 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /mnt 2023-01-24T05:38:59.518 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /var/tmp 2023-01-24T05:38:59.518 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /home 2023-01-24T05:38:59.519 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /tmp 2023-01-24T05:38:59.519 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /dev 2023-01-24T05:38:59.519 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:38:59.611 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 23/25 2023-01-24T05:38:59.633 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 23/25 2023-01-24T05:38:59.633 INFO:teuthology.orchestra.run.smithi140.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-01-24T05:38:59.791 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-test 2023-01-24T05:38:59.845 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-01-24T05:38:59.846 INFO:teuthology.orchestra.run.smithi140.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:39:00.516 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:00:45 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:00.591 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:39:00.591 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 1/25 2023-01-24T05:39:00.591 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2/25 2023-01-24T05:39:00.592 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 3/25 2023-01-24T05:39:00.592 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:39:00.592 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 5/25 2023-01-24T05:39:00.592 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 6/25 2023-01-24T05:39:00.592 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:39:00.593 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8. 8/25 2023-01-24T05:39:00.593 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x8 9/25 2023-01-24T05:39:00.593 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 10/25 2023-01-24T05:39:00.593 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 11/25 2023-01-24T05:39:00.593 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 12/25 2023-01-24T05:39:00.594 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 13/25 2023-01-24T05:39:00.594 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2023-01-24T05:39:00.594 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2023-01-24T05:39:00.595 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-01-24T05:39:00.595 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2023-01-24T05:39:00.595 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-01-24T05:39:00.595 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2023-01-24T05:39:00.595 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2023-01-24T05:39:00.595 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2023-01-24T05:39:00.596 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:39:00.596 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-01-24T05:39:00.596 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 24/25 2023-01-24T05:39:00.931 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 23/25 2023-01-24T05:39:00.952 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 23/25 2023-01-24T05:39:00.952 INFO:teuthology.orchestra.run.smithi146.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-01-24T05:39:01.202 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-01-24T05:39:01.202 INFO:teuthology.orchestra.run.smithi146.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:39:01.433 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:39:01.433 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:01.434 INFO:teuthology.orchestra.run.smithi140.stdout:Upgraded: 2023-01-24T05:39:01.434 INFO:teuthology.orchestra.run.smithi140.stdout: librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.434 INFO:teuthology.orchestra.run.smithi140.stdout: librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.434 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:39:01.434 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.435 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.435 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.435 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.435 INFO:teuthology.orchestra.run.smithi140.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-01-24T05:39:01.435 INFO:teuthology.orchestra.run.smithi140.stdout: libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.436 INFO:teuthology.orchestra.run.smithi140.stdout: liboath-2.6.2-3.el8.x86_64 2023-01-24T05:39:01.436 INFO:teuthology.orchestra.run.smithi140.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-01-24T05:39:01.436 INFO:teuthology.orchestra.run.smithi140.stdout: libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.437 INFO:teuthology.orchestra.run.smithi140.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-01-24T05:39:01.437 INFO:teuthology.orchestra.run.smithi140.stdout: librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.437 INFO:teuthology.orchestra.run.smithi140.stdout: libunwind-1.3.1-3.el8.x86_64 2023-01-24T05:39:01.437 INFO:teuthology.orchestra.run.smithi140.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-01-24T05:39:01.437 INFO:teuthology.orchestra.run.smithi140.stdout: python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.438 INFO:teuthology.orchestra.run.smithi140.stdout: python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.438 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.438 INFO:teuthology.orchestra.run.smithi140.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-01-24T05:39:01.438 INFO:teuthology.orchestra.run.smithi140.stdout: python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.438 INFO:teuthology.orchestra.run.smithi140.stdout: python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.439 INFO:teuthology.orchestra.run.smithi140.stdout: python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:01.439 INFO:teuthology.orchestra.run.smithi140.stdout: thrift-0.13.0-2.el8.x86_64 2023-01-24T05:39:01.439 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:01.439 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:39:01.673 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:39:01.674 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:01.674 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:39:01.674 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:01.675 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:39:01.675 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-test x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 47 M 2023-01-24T05:39:01.675 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-01-24T05:39:01.675 INFO:teuthology.orchestra.run.smithi093.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-01-24T05:39:01.675 INFO:teuthology.orchestra.run.smithi093.stdout: libcephsqlite x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 137 k 2023-01-24T05:39:01.676 INFO:teuthology.orchestra.run.smithi093.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-01-24T05:39:01.676 INFO:teuthology.orchestra.run.smithi093.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-01-24T05:39:01.676 INFO:teuthology.orchestra.run.smithi093.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-01-24T05:39:01.676 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:01.677 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:39:01.677 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:01.677 INFO:teuthology.orchestra.run.smithi093.stdout:Install 6 Packages 2023-01-24T05:39:01.677 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:01.678 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 48 M 2023-01-24T05:39:01.678 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 218 M 2023-01-24T05:39:01.678 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:39:01.748 INFO:teuthology.orchestra.run.smithi093.stdout:(1/6): jq-1.6-6.el8.x86_64.rpm 2.8 MB/s | 202 kB 00:00 2023-01-24T05:39:01.749 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-test 2023-01-24T05:39:01.773 INFO:teuthology.orchestra.run.smithi093.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 7.6 MB/s | 187 kB 00:00 2023-01-24T05:39:01.807 INFO:teuthology.orchestra.run.smithi093.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 9.5 MB/s | 323 kB 00:00 2023-01-24T05:39:01.832 INFO:teuthology.orchestra.run.smithi093.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.8 MB/s | 71 kB 00:00 2023-01-24T05:39:01.932 INFO:teuthology.orchestra.run.smithi093.stdout:(5/6): libcephsqlite-18.0.0-1954.g1a671c19.el8. 537 kB/s | 137 kB 00:00 2023-01-24T05:39:01.956 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:39:01.957 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 1/25 2023-01-24T05:39:01.957 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2/25 2023-01-24T05:39:01.957 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 3/25 2023-01-24T05:39:01.957 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 4/25 2023-01-24T05:39:01.958 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 5/25 2023-01-24T05:39:01.958 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_6 6/25 2023-01-24T05:39:01.958 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 7/25 2023-01-24T05:39:01.958 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8. 8/25 2023-01-24T05:39:01.958 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x8 9/25 2023-01-24T05:39:01.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 10/25 2023-01-24T05:39:01.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 11/25 2023-01-24T05:39:01.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 12/25 2023-01-24T05:39:01.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 13/25 2023-01-24T05:39:01.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2023-01-24T05:39:01.960 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2023-01-24T05:39:01.960 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-01-24T05:39:01.960 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2023-01-24T05:39:01.960 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-01-24T05:39:01.960 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2023-01-24T05:39:01.961 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2023-01-24T05:39:01.961 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2023-01-24T05:39:01.961 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 22/25 2023-01-24T05:39:01.961 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-01-24T05:39:01.961 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 24/25 2023-01-24T05:39:02.480 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:00:47 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:02.859 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-01-24T05:39:02.859 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:02.859 INFO:teuthology.orchestra.run.smithi146.stdout:Upgraded: 2023-01-24T05:39:02.860 INFO:teuthology.orchestra.run.smithi146.stdout: librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.860 INFO:teuthology.orchestra.run.smithi146.stdout: librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.860 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:39:02.860 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.860 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.861 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-radosgw-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.861 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-selinux-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.861 INFO:teuthology.orchestra.run.smithi146.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-01-24T05:39:02.861 INFO:teuthology.orchestra.run.smithi146.stdout: libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.861 INFO:teuthology.orchestra.run.smithi146.stdout: liboath-2.6.2-3.el8.x86_64 2023-01-24T05:39:02.862 INFO:teuthology.orchestra.run.smithi146.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-01-24T05:39:02.862 INFO:teuthology.orchestra.run.smithi146.stdout: libradosstriper1-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.862 INFO:teuthology.orchestra.run.smithi146.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-01-24T05:39:02.862 INFO:teuthology.orchestra.run.smithi146.stdout: librgw2-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.862 INFO:teuthology.orchestra.run.smithi146.stdout: libunwind-1.3.1-3.el8.x86_64 2023-01-24T05:39:02.863 INFO:teuthology.orchestra.run.smithi146.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-01-24T05:39:02.863 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ceph-argparse-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.863 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ceph-common-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.863 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.863 INFO:teuthology.orchestra.run.smithi146.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-01-24T05:39:02.864 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.864 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.864 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:02.864 INFO:teuthology.orchestra.run.smithi146.stdout: thrift-0.13.0-2.el8.x86_64 2023-01-24T05:39:02.864 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:02.865 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:39:03.223 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-test 2023-01-24T05:39:03.608 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:39:03.610 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:03.610 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:39:03.610 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:03.610 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:39:03.610 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-test x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 47 M 2023-01-24T05:39:03.611 INFO:teuthology.orchestra.run.smithi140.stdout:Installing dependencies: 2023-01-24T05:39:03.611 INFO:teuthology.orchestra.run.smithi140.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-01-24T05:39:03.611 INFO:teuthology.orchestra.run.smithi140.stdout: libcephsqlite x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 137 k 2023-01-24T05:39:03.611 INFO:teuthology.orchestra.run.smithi140.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-01-24T05:39:03.612 INFO:teuthology.orchestra.run.smithi140.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-01-24T05:39:03.612 INFO:teuthology.orchestra.run.smithi140.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-01-24T05:39:03.612 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:03.612 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:39:03.612 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:03.612 INFO:teuthology.orchestra.run.smithi140.stdout:Install 6 Packages 2023-01-24T05:39:03.613 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:03.613 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 48 M 2023-01-24T05:39:03.614 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 218 M 2023-01-24T05:39:03.614 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:39:03.722 INFO:teuthology.orchestra.run.smithi140.stdout:(1/6): jq-1.6-6.el8.x86_64.rpm 1.8 MB/s | 202 kB 00:00 2023-01-24T05:39:03.747 INFO:teuthology.orchestra.run.smithi140.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 7.4 MB/s | 187 kB 00:00 2023-01-24T05:39:03.773 INFO:teuthology.orchestra.run.smithi140.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 13 MB/s | 323 kB 00:00 2023-01-24T05:39:03.798 INFO:teuthology.orchestra.run.smithi140.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.8 MB/s | 71 kB 00:00 2023-01-24T05:39:03.890 INFO:teuthology.orchestra.run.smithi140.stdout:(5/6): libcephsqlite-18.0.0-1954.g1a671c19.el8. 494 kB/s | 137 kB 00:00 2023-01-24T05:39:03.963 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:47 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:39:03.999 INFO:teuthology.orchestra.run.smithi093.stdout:(6/6): ceph-test-18.0.0-1954.g1a671c19.el8.x86_ 20 MB/s | 47 MB 00:02 2023-01-24T05:39:04.002 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:04.002 INFO:teuthology.orchestra.run.smithi093.stdout:Total 21 MB/s | 48 MB 00:02 2023-01-24T05:39:04.045 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:39:04.066 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:39:04.067 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:39:04.371 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:39:04.374 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:39:04.873 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:39:05.104 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:39:05.105 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:05.105 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:39:05.105 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:05.105 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:39:05.106 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-test x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 47 M 2023-01-24T05:39:05.106 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2023-01-24T05:39:05.106 INFO:teuthology.orchestra.run.smithi146.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-01-24T05:39:05.106 INFO:teuthology.orchestra.run.smithi146.stdout: libcephsqlite x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 137 k 2023-01-24T05:39:05.106 INFO:teuthology.orchestra.run.smithi146.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-01-24T05:39:05.107 INFO:teuthology.orchestra.run.smithi146.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-01-24T05:39:05.107 INFO:teuthology.orchestra.run.smithi146.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-01-24T05:39:05.107 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:05.107 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:39:05.107 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:05.108 INFO:teuthology.orchestra.run.smithi146.stdout:Install 6 Packages 2023-01-24T05:39:05.108 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:05.109 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 48 M 2023-01-24T05:39:05.109 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 218 M 2023-01-24T05:39:05.109 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:39:05.116 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2023-01-24T05:39:05.180 INFO:teuthology.orchestra.run.smithi146.stdout:(1/6): jq-1.6-6.el8.x86_64.rpm 2.7 MB/s | 202 kB 00:00 2023-01-24T05:39:05.205 INFO:teuthology.orchestra.run.smithi146.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 7.6 MB/s | 187 kB 00:00 2023-01-24T05:39:05.230 INFO:teuthology.orchestra.run.smithi146.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 13 MB/s | 323 kB 00:00 2023-01-24T05:39:05.255 INFO:teuthology.orchestra.run.smithi146.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.8 MB/s | 71 kB 00:00 2023-01-24T05:39:05.304 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2023-01-24T05:39:05.414 INFO:teuthology.orchestra.run.smithi146.stdout:(5/6): libcephsqlite-18.0.0-1954.g1a671c19.el8. 447 kB/s | 137 kB 00:00 2023-01-24T05:39:05.452 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2023-01-24T05:39:05.520 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2023-01-24T05:39:05.714 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : jq-1.6-6.el8.x86_64 4/6 2023-01-24T05:39:05.876 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 5/6 2023-01-24T05:39:06.748 INFO:teuthology.orchestra.run.smithi140.stdout:(6/6): ceph-test-18.0.0-1954.g1a671c19.el8.x86_ 15 MB/s | 47 MB 00:03 2023-01-24T05:39:06.751 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:06.751 INFO:teuthology.orchestra.run.smithi140.stdout:Total 15 MB/s | 48 MB 00:03 2023-01-24T05:39:06.795 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:39:06.813 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:39:06.814 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:39:07.119 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:39:07.122 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:39:07.606 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:39:07.828 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2023-01-24T05:39:08.044 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2023-01-24T05:39:08.216 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2023-01-24T05:39:08.277 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2023-01-24T05:39:08.480 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : jq-1.6-6.el8.x86_64 4/6 2023-01-24T05:39:08.658 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 5/6 2023-01-24T05:39:08.697 INFO:teuthology.orchestra.run.smithi146.stdout:(6/6): ceph-test-18.0.0-1954.g1a671c19.el8.x86_ 13 MB/s | 47 MB 00:03 2023-01-24T05:39:08.700 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:08.700 INFO:teuthology.orchestra.run.smithi146.stdout:Total 13 MB/s | 48 MB 00:03 2023-01-24T05:39:08.740 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:39:08.761 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:39:08.761 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:39:09.074 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:39:09.077 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:39:09.577 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:39:09.811 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2023-01-24T05:39:09.996 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2023-01-24T05:39:10.148 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2023-01-24T05:39:10.244 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2023-01-24T05:39:10.452 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : jq-1.6-6.el8.x86_64 4/6 2023-01-24T05:39:10.518 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 5/6 2023-01-24T05:39:10.623 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 5/6 2023-01-24T05:39:10.797 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 6/6 2023-01-24T05:39:11.089 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 6/6 2023-01-24T05:39:11.089 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 1/6 2023-01-24T05:39:11.090 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 2/6 2023-01-24T05:39:11.090 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : jq-1.6-6.el8.x86_64 3/6 2023-01-24T05:39:11.090 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2023-01-24T05:39:11.090 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2023-01-24T05:39:11.609 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2023-01-24T05:39:11.609 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:11.610 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:39:11.610 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:11.610 INFO:teuthology.orchestra.run.smithi093.stdout: jq-1.6-6.el8.x86_64 2023-01-24T05:39:11.610 INFO:teuthology.orchestra.run.smithi093.stdout: libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:11.610 INFO:teuthology.orchestra.run.smithi093.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-01-24T05:39:11.611 INFO:teuthology.orchestra.run.smithi093.stdout: socat-1.7.4.1-1.el8.x86_64 2023-01-24T05:39:11.611 INFO:teuthology.orchestra.run.smithi093.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-01-24T05:39:11.611 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:11.611 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:39:11.798 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph 2023-01-24T05:39:12.528 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:00:57 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:13.291 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 5/6 2023-01-24T05:39:13.595 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 6/6 2023-01-24T05:39:13.669 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:39:13.672 INFO:teuthology.orchestra.run.smithi093.stdout:======================================================================================= 2023-01-24T05:39:13.672 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:39:13.673 INFO:teuthology.orchestra.run.smithi093.stdout:======================================================================================= 2023-01-24T05:39:13.673 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:39:13.673 INFO:teuthology.orchestra.run.smithi093.stdout: ceph x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 6.4 k 2023-01-24T05:39:13.673 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-01-24T05:39:13.673 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mds x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 2.3 M 2023-01-24T05:39:13.674 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 1.5 M 2023-01-24T05:39:13.674 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 236 k 2023-01-24T05:39:13.674 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mon x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.9 M 2023-01-24T05:39:13.674 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-osd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 17 M 2023-01-24T05:39:13.674 INFO:teuthology.orchestra.run.smithi093.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-01-24T05:39:13.674 INFO:teuthology.orchestra.run.smithi093.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-01-24T05:39:13.675 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-01-24T05:39:13.675 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-01-24T05:39:13.675 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-01-24T05:39:13.675 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-01-24T05:39:13.675 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-01-24T05:39:13.676 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-01-24T05:39:13.676 INFO:teuthology.orchestra.run.smithi093.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-01-24T05:39:13.676 INFO:teuthology.orchestra.run.smithi093.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2023-01-24T05:39:13.676 INFO:teuthology.orchestra.run.smithi093.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-01-24T05:39:13.676 INFO:teuthology.orchestra.run.smithi093.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-01-24T05:39:13.677 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-01-24T05:39:13.677 INFO:teuthology.orchestra.run.smithi093.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-01-24T05:39:13.677 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-01-24T05:39:13.677 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-01-24T05:39:13.677 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-01-24T05:39:13.678 INFO:teuthology.orchestra.run.smithi093.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-01-24T05:39:13.678 INFO:teuthology.orchestra.run.smithi093.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-01-24T05:39:13.678 INFO:teuthology.orchestra.run.smithi093.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-01-24T05:39:13.678 INFO:teuthology.orchestra.run.smithi093.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-01-24T05:39:13.678 INFO:teuthology.orchestra.run.smithi093.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-01-24T05:39:13.679 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-01-24T05:39:13.679 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-01-24T05:39:13.679 INFO:teuthology.orchestra.run.smithi093.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-01-24T05:39:13.679 INFO:teuthology.orchestra.run.smithi093.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-01-24T05:39:13.679 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:13.679 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:39:13.680 INFO:teuthology.orchestra.run.smithi093.stdout:======================================================================================= 2023-01-24T05:39:13.680 INFO:teuthology.orchestra.run.smithi093.stdout:Install 32 Packages 2023-01-24T05:39:13.680 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:13.681 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 28 M 2023-01-24T05:39:13.681 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 110 M 2023-01-24T05:39:13.681 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:39:13.826 INFO:teuthology.orchestra.run.smithi093.stdout:(1/32): ceph-18.0.0-1954.g1a671c19.el8.x86_64.r 44 kB/s | 6.4 kB 00:00 2023-01-24T05:39:13.896 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 6/6 2023-01-24T05:39:13.896 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 1/6 2023-01-24T05:39:13.896 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 2/6 2023-01-24T05:39:13.897 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : jq-1.6-6.el8.x86_64 3/6 2023-01-24T05:39:13.897 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2023-01-24T05:39:13.897 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2023-01-24T05:39:14.050 INFO:teuthology.orchestra.run.smithi093.stdout:(2/32): ceph-mds-18.0.0-1954.g1a671c19.el8.x86_ 6.1 MB/s | 2.3 MB 00:00 2023-01-24T05:39:14.092 INFO:teuthology.orchestra.run.smithi093.stdout:(3/32): ceph-mgr-18.0.0-1954.g1a671c19.el8.x86_ 3.7 MB/s | 1.5 MB 00:00 2023-01-24T05:39:14.176 INFO:teuthology.orchestra.run.smithi093.stdout:(4/32): ceph-mgr-modules-core-18.0.0-1954.g1a67 2.8 MB/s | 236 kB 00:00 2023-01-24T05:39:14.235 INFO:teuthology.orchestra.run.smithi093.stdout:(5/32): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-01-24T05:39:14.260 INFO:teuthology.orchestra.run.smithi093.stdout:(6/32): python3-markupsafe-0.23-19.el8.x86_64.r 1.5 MB/s | 39 kB 00:00 2023-01-24T05:39:14.285 INFO:teuthology.orchestra.run.smithi093.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 4.0 MB/s | 103 kB 00:00 2023-01-24T05:39:14.303 INFO:teuthology.orchestra.run.smithi093.stdout:(8/32): python3-pytz-2017.2-9.el8.noarch.rpm 3.2 MB/s | 54 kB 00:00 2023-01-24T05:39:14.385 INFO:teuthology.orchestra.run.smithi093.stdout:(9/32): python3-werkzeug-0.12.2-4.el8.noarch.rp 5.4 MB/s | 457 kB 00:00 2023-01-24T05:39:14.415 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2023-01-24T05:39:14.415 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:14.415 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:39:14.416 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:14.416 INFO:teuthology.orchestra.run.smithi140.stdout: jq-1.6-6.el8.x86_64 2023-01-24T05:39:14.416 INFO:teuthology.orchestra.run.smithi140.stdout: libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:14.416 INFO:teuthology.orchestra.run.smithi140.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-01-24T05:39:14.416 INFO:teuthology.orchestra.run.smithi140.stdout: socat-1.7.4.1-1.el8.x86_64 2023-01-24T05:39:14.417 INFO:teuthology.orchestra.run.smithi140.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-01-24T05:39:14.417 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:14.417 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:39:14.419 INFO:teuthology.orchestra.run.smithi093.stdout:(10/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 6.7 MB/s | 237 kB 00:00 2023-01-24T05:39:14.453 INFO:teuthology.orchestra.run.smithi093.stdout:(11/32): python3-cryptography-3.2.1-5.el8.x86_6 17 MB/s | 559 kB 00:00 2023-01-24T05:39:14.478 INFO:teuthology.orchestra.run.smithi093.stdout:(12/32): python3-pycparser-2.14-14.el8.noarch.r 4.3 MB/s | 109 kB 00:00 2023-01-24T05:39:14.612 INFO:teuthology.orchestra.run.smithi093.stdout:(13/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 327 kB/s | 44 kB 00:00 2023-01-24T05:39:14.637 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph 2023-01-24T05:39:14.712 INFO:teuthology.orchestra.run.smithi093.stdout:(14/32): ceph-mon-18.0.0-1954.g1a671c19.el8.x86 4.4 MB/s | 3.9 MB 00:00 2023-01-24T05:39:14.763 INFO:teuthology.orchestra.run.smithi093.stdout:(15/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 1.2 MB/s | 185 kB 00:00 2023-01-24T05:39:14.921 INFO:teuthology.orchestra.run.smithi093.stdout:(16/32): ceph-osd-18.0.0-1954.g1a671c19.el8.x86 19 MB/s | 17 MB 00:00 2023-01-24T05:39:14.947 INFO:teuthology.orchestra.run.smithi093.stdout:(17/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 738 kB/s | 173 kB 00:00 2023-01-24T05:39:14.973 INFO:teuthology.orchestra.run.smithi093.stdout:(18/32): python3-cherrypy-18.4.0-1.el8.noarch.r 1.8 MB/s | 384 kB 00:00 2023-01-24T05:39:14.997 INFO:teuthology.orchestra.run.smithi093.stdout:(19/32): python3-jaraco-functools-2.0-4.el8.noa 350 kB/s | 18 kB 00:00 2023-01-24T05:39:15.022 INFO:teuthology.orchestra.run.smithi093.stdout:(20/32): python3-jaraco-6.2-6.el8.noarch.rpm 110 kB/s | 11 kB 00:00 2023-01-24T05:39:15.048 INFO:teuthology.orchestra.run.smithi093.stdout:(21/32): python3-logutils-0.3.5-11.el8.noarch.r 646 kB/s | 49 kB 00:00 2023-01-24T05:39:15.073 INFO:teuthology.orchestra.run.smithi093.stdout:(22/32): python3-more-itertools-7.2.0-3.el8.noa 778 kB/s | 59 kB 00:00 2023-01-24T05:39:15.098 INFO:teuthology.orchestra.run.smithi093.stdout:(23/32): python3-portend-2.6-1.el8.noarch.rpm 310 kB/s | 16 kB 00:00 2023-01-24T05:39:15.123 INFO:teuthology.orchestra.run.smithi093.stdout:(24/32): python3-simplegeneric-0.8.1-17.el8.noa 372 kB/s | 19 kB 00:00 2023-01-24T05:39:15.148 INFO:teuthology.orchestra.run.smithi093.stdout:(25/32): python3-singledispatch-3.4.0.3-18.el8. 475 kB/s | 24 kB 00:00 2023-01-24T05:39:15.174 INFO:teuthology.orchestra.run.smithi093.stdout:(26/32): python3-tempora-1.14.1-5.el8.noarch.rp 581 kB/s | 29 kB 00:00 2023-01-24T05:39:15.224 INFO:teuthology.orchestra.run.smithi093.stdout:(27/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.4 MB/s | 283 kB 00:00 2023-01-24T05:39:15.241 INFO:teuthology.orchestra.run.smithi093.stdout:(28/32): python3-trustme-0.6.0-4.el8.noarch.rpm 298 kB/s | 27 kB 00:00 2023-01-24T05:39:15.277 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 5/6 2023-01-24T05:39:15.283 INFO:teuthology.orchestra.run.smithi093.stdout:(29/32): python3-waitress-1.2.1-2.el8.1.noarch. 2.2 MB/s | 241 kB 00:00 2023-01-24T05:39:15.308 INFO:teuthology.orchestra.run.smithi093.stdout:(30/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.3 MB/s | 85 kB 00:00 2023-01-24T05:39:15.334 INFO:teuthology.orchestra.run.smithi093.stdout:(31/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 2.3 MB/s | 251 kB 00:00 2023-01-24T05:39:15.350 INFO:teuthology.orchestra.run.smithi093.stdout:(32/32): python3-zc-lockfile-2.0-2.el8.noarch.r 343 kB/s | 23 kB 00:00 2023-01-24T05:39:15.353 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:15.353 INFO:teuthology.orchestra.run.smithi093.stdout:Total 17 MB/s | 28 MB 00:01 2023-01-24T05:39:15.374 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:00 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:15.430 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:39:15.467 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:39:15.467 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:39:15.594 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 6/6 2023-01-24T05:39:15.835 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:39:15.838 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:39:15.895 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 6/6 2023-01-24T05:39:15.895 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 1/6 2023-01-24T05:39:15.895 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 2/6 2023-01-24T05:39:15.895 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : jq-1.6-6.el8.x86_64 3/6 2023-01-24T05:39:15.896 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2023-01-24T05:39:15.896 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2023-01-24T05:39:16.449 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2023-01-24T05:39:16.450 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:16.450 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:39:16.450 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-test-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:16.450 INFO:teuthology.orchestra.run.smithi146.stdout: jq-1.6-6.el8.x86_64 2023-01-24T05:39:16.451 INFO:teuthology.orchestra.run.smithi146.stdout: libcephsqlite-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:16.451 INFO:teuthology.orchestra.run.smithi146.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-01-24T05:39:16.451 INFO:teuthology.orchestra.run.smithi146.stdout: socat-1.7.4.1-1.el8.x86_64 2023-01-24T05:39:16.451 INFO:teuthology.orchestra.run.smithi146.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-01-24T05:39:16.451 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:16.452 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:39:16.521 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:39:16.524 INFO:teuthology.orchestra.run.smithi140.stdout:======================================================================================= 2023-01-24T05:39:16.525 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:39:16.525 INFO:teuthology.orchestra.run.smithi140.stdout:======================================================================================= 2023-01-24T05:39:16.525 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:39:16.525 INFO:teuthology.orchestra.run.smithi140.stdout: ceph x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 6.4 k 2023-01-24T05:39:16.525 INFO:teuthology.orchestra.run.smithi140.stdout:Installing dependencies: 2023-01-24T05:39:16.526 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mds x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 2.3 M 2023-01-24T05:39:16.526 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 1.5 M 2023-01-24T05:39:16.526 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-modules-core noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 236 k 2023-01-24T05:39:16.526 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mon x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.9 M 2023-01-24T05:39:16.526 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-osd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 17 M 2023-01-24T05:39:16.526 INFO:teuthology.orchestra.run.smithi140.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-01-24T05:39:16.527 INFO:teuthology.orchestra.run.smithi140.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-01-24T05:39:16.527 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-01-24T05:39:16.527 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-01-24T05:39:16.527 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-01-24T05:39:16.527 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-01-24T05:39:16.528 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-01-24T05:39:16.528 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-01-24T05:39:16.528 INFO:teuthology.orchestra.run.smithi140.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-01-24T05:39:16.528 INFO:teuthology.orchestra.run.smithi140.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2023-01-24T05:39:16.528 INFO:teuthology.orchestra.run.smithi140.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-01-24T05:39:16.529 INFO:teuthology.orchestra.run.smithi140.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-01-24T05:39:16.529 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-01-24T05:39:16.529 INFO:teuthology.orchestra.run.smithi140.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-01-24T05:39:16.529 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-01-24T05:39:16.529 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-01-24T05:39:16.530 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-01-24T05:39:16.530 INFO:teuthology.orchestra.run.smithi140.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-01-24T05:39:16.530 INFO:teuthology.orchestra.run.smithi140.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-01-24T05:39:16.530 INFO:teuthology.orchestra.run.smithi140.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-01-24T05:39:16.530 INFO:teuthology.orchestra.run.smithi140.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-01-24T05:39:16.531 INFO:teuthology.orchestra.run.smithi140.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-01-24T05:39:16.531 INFO:teuthology.orchestra.run.smithi140.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-01-24T05:39:16.531 INFO:teuthology.orchestra.run.smithi140.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-01-24T05:39:16.531 INFO:teuthology.orchestra.run.smithi140.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-01-24T05:39:16.531 INFO:teuthology.orchestra.run.smithi140.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-01-24T05:39:16.531 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:16.532 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:39:16.532 INFO:teuthology.orchestra.run.smithi140.stdout:======================================================================================= 2023-01-24T05:39:16.532 INFO:teuthology.orchestra.run.smithi140.stdout:Install 32 Packages 2023-01-24T05:39:16.532 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:16.533 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 28 M 2023-01-24T05:39:16.533 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 110 M 2023-01-24T05:39:16.533 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:39:16.659 INFO:teuthology.orchestra.run.smithi140.stdout:(1/32): ceph-18.0.0-1954.g1a671c19.el8.x86_64.r 50 kB/s | 6.4 kB 00:00 2023-01-24T05:39:16.682 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph 2023-01-24T05:39:16.893 INFO:teuthology.orchestra.run.smithi140.stdout:(2/32): ceph-mds-18.0.0-1954.g1a671c19.el8.x86_ 6.3 MB/s | 2.3 MB 00:00 2023-01-24T05:39:16.926 INFO:teuthology.orchestra.run.smithi140.stdout:(3/32): ceph-mgr-18.0.0-1954.g1a671c19.el8.x86_ 3.9 MB/s | 1.5 MB 00:00 2023-01-24T05:39:17.027 INFO:teuthology.orchestra.run.smithi140.stdout:(4/32): ceph-mgr-modules-core-18.0.0-1954.g1a67 2.3 MB/s | 236 kB 00:00 2023-01-24T05:39:17.063 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:39:17.085 INFO:teuthology.orchestra.run.smithi140.stdout:(5/32): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-01-24T05:39:17.110 INFO:teuthology.orchestra.run.smithi140.stdout:(6/32): python3-markupsafe-0.23-19.el8.x86_64.r 1.5 MB/s | 39 kB 00:00 2023-01-24T05:39:17.135 INFO:teuthology.orchestra.run.smithi140.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 4.1 MB/s | 103 kB 00:00 2023-01-24T05:39:17.161 INFO:teuthology.orchestra.run.smithi140.stdout:(8/32): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2023-01-24T05:39:17.203 INFO:teuthology.orchestra.run.smithi140.stdout:(9/32): python3-werkzeug-0.12.2-4.el8.noarch.rp 11 MB/s | 457 kB 00:00 2023-01-24T05:39:17.228 INFO:teuthology.orchestra.run.smithi140.stdout:(10/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 9.2 MB/s | 237 kB 00:00 2023-01-24T05:39:17.270 INFO:teuthology.orchestra.run.smithi140.stdout:(11/32): python3-cryptography-3.2.1-5.el8.x86_6 13 MB/s | 559 kB 00:00 2023-01-24T05:39:17.296 INFO:teuthology.orchestra.run.smithi140.stdout:(12/32): python3-pycparser-2.14-14.el8.noarch.r 4.2 MB/s | 109 kB 00:00 2023-01-24T05:39:17.304 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-01-24T05:39:17.410 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:01 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:39:17.430 INFO:teuthology.orchestra.run.smithi140.stdout:(13/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 327 kB/s | 44 kB 00:00 2023-01-24T05:39:17.532 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-01-24T05:39:17.538 INFO:teuthology.orchestra.run.smithi140.stdout:(14/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 1.7 MB/s | 185 kB 00:00 2023-01-24T05:39:17.613 INFO:teuthology.orchestra.run.smithi140.stdout:(15/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 2.2 MB/s | 173 kB 00:00 2023-01-24T05:39:17.706 INFO:teuthology.orchestra.run.smithi140.stdout:(16/32): ceph-mon-18.0.0-1954.g1a671c19.el8.x86 3.7 MB/s | 3.9 MB 00:01 2023-01-24T05:39:17.787 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2023-01-24T05:39:17.889 INFO:teuthology.orchestra.run.smithi140.stdout:(17/32): ceph-osd-18.0.0-1954.g1a671c19.el8.x86 17 MB/s | 17 MB 00:00 2023-01-24T05:39:17.914 INFO:teuthology.orchestra.run.smithi140.stdout:(18/32): python3-cherrypy-18.4.0-1.el8.noarch.r 1.2 MB/s | 384 kB 00:00 2023-01-24T05:39:17.940 INFO:teuthology.orchestra.run.smithi140.stdout:(19/32): python3-jaraco-6.2-6.el8.noarch.rpm 47 kB/s | 11 kB 00:00 2023-01-24T05:39:17.965 INFO:teuthology.orchestra.run.smithi140.stdout:(20/32): python3-logutils-0.3.5-11.el8.noarch.r 967 kB/s | 49 kB 00:00 2023-01-24T05:39:18.015 INFO:teuthology.orchestra.run.smithi140.stdout:(21/32): python3-more-itertools-7.2.0-3.el8.noa 778 kB/s | 59 kB 00:00 2023-01-24T05:39:18.040 INFO:teuthology.orchestra.run.smithi140.stdout:(22/32): python3-jaraco-functools-2.0-4.el8.noa 116 kB/s | 18 kB 00:00 2023-01-24T05:39:18.047 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/32 2023-01-24T05:39:18.066 INFO:teuthology.orchestra.run.smithi140.stdout:(23/32): python3-portend-2.6-1.el8.noarch.rpm 310 kB/s | 16 kB 00:00 2023-01-24T05:39:18.091 INFO:teuthology.orchestra.run.smithi140.stdout:(24/32): python3-pecan-1.3.2-9.el8.noarch.rpm 2.2 MB/s | 283 kB 00:00 2023-01-24T05:39:18.116 INFO:teuthology.orchestra.run.smithi140.stdout:(25/32): python3-simplegeneric-0.8.1-17.el8.noa 247 kB/s | 19 kB 00:00 2023-01-24T05:39:18.133 INFO:teuthology.orchestra.run.smithi140.stdout:(26/32): python3-singledispatch-3.4.0.3-18.el8. 355 kB/s | 24 kB 00:00 2023-01-24T05:39:18.167 INFO:teuthology.orchestra.run.smithi140.stdout:(27/32): python3-tempora-1.14.1-5.el8.noarch.rp 387 kB/s | 29 kB 00:00 2023-01-24T05:39:18.184 INFO:teuthology.orchestra.run.smithi140.stdout:(28/32): python3-trustme-0.6.0-4.el8.noarch.rpm 409 kB/s | 27 kB 00:00 2023-01-24T05:39:18.212 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2023-01-24T05:39:18.217 INFO:teuthology.orchestra.run.smithi140.stdout:(29/32): python3-waitress-1.2.1-2.el8.1.noarch. 2.8 MB/s | 241 kB 00:00 2023-01-24T05:39:18.268 INFO:teuthology.orchestra.run.smithi140.stdout:(30/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.0 MB/s | 85 kB 00:00 2023-01-24T05:39:18.284 INFO:teuthology.orchestra.run.smithi140.stdout:(31/32): python3-zc-lockfile-2.0-2.el8.noarch.r 342 kB/s | 23 kB 00:00 2023-01-24T05:39:18.310 INFO:teuthology.orchestra.run.smithi140.stdout:(32/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 1.7 MB/s | 251 kB 00:00 2023-01-24T05:39:18.312 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:18.312 INFO:teuthology.orchestra.run.smithi140.stdout:Total 16 MB/s | 28 MB 00:01 2023-01-24T05:39:18.367 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2023-01-24T05:39:18.389 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:39:18.425 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:39:18.425 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:39:18.569 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2023-01-24T05:39:18.600 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:39:18.603 INFO:teuthology.orchestra.run.smithi146.stdout:======================================================================================= 2023-01-24T05:39:18.603 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:39:18.604 INFO:teuthology.orchestra.run.smithi146.stdout:======================================================================================= 2023-01-24T05:39:18.604 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:39:18.604 INFO:teuthology.orchestra.run.smithi146.stdout: ceph x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 6.4 k 2023-01-24T05:39:18.604 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2023-01-24T05:39:18.604 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mds x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 2.3 M 2023-01-24T05:39:18.605 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 1.5 M 2023-01-24T05:39:18.605 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-modules-core noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 236 k 2023-01-24T05:39:18.605 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mon x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.9 M 2023-01-24T05:39:18.605 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-osd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 17 M 2023-01-24T05:39:18.605 INFO:teuthology.orchestra.run.smithi146.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-01-24T05:39:18.605 INFO:teuthology.orchestra.run.smithi146.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-01-24T05:39:18.606 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-01-24T05:39:18.606 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-01-24T05:39:18.606 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-01-24T05:39:18.606 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-01-24T05:39:18.606 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-01-24T05:39:18.607 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-01-24T05:39:18.607 INFO:teuthology.orchestra.run.smithi146.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-01-24T05:39:18.607 INFO:teuthology.orchestra.run.smithi146.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2023-01-24T05:39:18.607 INFO:teuthology.orchestra.run.smithi146.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-01-24T05:39:18.607 INFO:teuthology.orchestra.run.smithi146.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-01-24T05:39:18.607 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-01-24T05:39:18.608 INFO:teuthology.orchestra.run.smithi146.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-01-24T05:39:18.608 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-01-24T05:39:18.608 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-01-24T05:39:18.608 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-01-24T05:39:18.608 INFO:teuthology.orchestra.run.smithi146.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-01-24T05:39:18.609 INFO:teuthology.orchestra.run.smithi146.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-01-24T05:39:18.609 INFO:teuthology.orchestra.run.smithi146.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-01-24T05:39:18.609 INFO:teuthology.orchestra.run.smithi146.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-01-24T05:39:18.609 INFO:teuthology.orchestra.run.smithi146.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-01-24T05:39:18.609 INFO:teuthology.orchestra.run.smithi146.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-01-24T05:39:18.610 INFO:teuthology.orchestra.run.smithi146.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-01-24T05:39:18.610 INFO:teuthology.orchestra.run.smithi146.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-01-24T05:39:18.610 INFO:teuthology.orchestra.run.smithi146.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-01-24T05:39:18.610 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:18.610 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:39:18.610 INFO:teuthology.orchestra.run.smithi146.stdout:======================================================================================= 2023-01-24T05:39:18.611 INFO:teuthology.orchestra.run.smithi146.stdout:Install 32 Packages 2023-01-24T05:39:18.611 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:18.611 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 28 M 2023-01-24T05:39:18.612 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 110 M 2023-01-24T05:39:18.612 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:39:18.739 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2023-01-24T05:39:18.766 INFO:teuthology.orchestra.run.smithi146.stdout:(1/32): ceph-18.0.0-1954.g1a671c19.el8.x86_64.r 41 kB/s | 6.4 kB 00:00 2023-01-24T05:39:18.811 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:39:18.814 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:39:18.939 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2023-01-24T05:39:18.941 INFO:teuthology.orchestra.run.smithi146.stdout:(2/32): ceph-mgr-18.0.0-1954.g1a671c19.el8.x86_ 4.6 MB/s | 1.5 MB 00:00 2023-01-24T05:39:19.016 INFO:teuthology.orchestra.run.smithi146.stdout:(3/32): ceph-mds-18.0.0-1954.g1a671c19.el8.x86_ 5.6 MB/s | 2.3 MB 00:00 2023-01-24T05:39:19.150 INFO:teuthology.orchestra.run.smithi146.stdout:(4/32): ceph-mgr-modules-core-18.0.0-1954.g1a67 1.7 MB/s | 236 kB 00:00 2023-01-24T05:39:19.201 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2023-01-24T05:39:19.209 INFO:teuthology.orchestra.run.smithi146.stdout:(5/32): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-01-24T05:39:19.268 INFO:teuthology.orchestra.run.smithi146.stdout:(6/32): python3-markupsafe-0.23-19.el8.x86_64.r 665 kB/s | 39 kB 00:00 2023-01-24T05:39:19.292 INFO:teuthology.orchestra.run.smithi146.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 4.1 MB/s | 103 kB 00:00 2023-01-24T05:39:19.318 INFO:teuthology.orchestra.run.smithi146.stdout:(8/32): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2023-01-24T05:39:19.351 INFO:teuthology.orchestra.run.smithi146.stdout:(9/32): python3-werkzeug-0.12.2-4.el8.noarch.rp 13 MB/s | 457 kB 00:00 2023-01-24T05:39:19.377 INFO:teuthology.orchestra.run.smithi146.stdout:(10/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 9.3 MB/s | 237 kB 00:00 2023-01-24T05:39:19.410 INFO:teuthology.orchestra.run.smithi146.stdout:(11/32): python3-cryptography-3.2.1-5.el8.x86_6 16 MB/s | 559 kB 00:00 2023-01-24T05:39:19.436 INFO:teuthology.orchestra.run.smithi146.stdout:(12/32): python3-pycparser-2.14-14.el8.noarch.r 4.3 MB/s | 109 kB 00:00 2023-01-24T05:39:19.464 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2023-01-24T05:39:19.578 INFO:teuthology.orchestra.run.smithi146.stdout:(13/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 308 kB/s | 44 kB 00:00 2023-01-24T05:39:19.683 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2023-01-24T05:39:19.820 INFO:teuthology.orchestra.run.smithi146.stdout:(14/32): ceph-osd-18.0.0-1954.g1a671c19.el8.x86 19 MB/s | 17 MB 00:00 2023-01-24T05:39:19.845 INFO:teuthology.orchestra.run.smithi146.stdout:(15/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 694 kB/s | 185 kB 00:00 2023-01-24T05:39:19.987 INFO:teuthology.orchestra.run.smithi146.stdout:(16/32): python3-cherrypy-18.4.0-1.el8.noarch.r 2.7 MB/s | 384 kB 00:00 2023-01-24T05:39:20.012 INFO:teuthology.orchestra.run.smithi146.stdout:(17/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 899 kB/s | 173 kB 00:00 2023-01-24T05:39:20.049 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:39:20.058 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 13/32 2023-01-24T05:39:20.104 INFO:teuthology.orchestra.run.smithi146.stdout:(18/32): ceph-mon-18.0.0-1954.g1a671c19.el8.x86 2.9 MB/s | 3.9 MB 00:01 2023-01-24T05:39:20.129 INFO:teuthology.orchestra.run.smithi146.stdout:(19/32): python3-jaraco-6.2-6.el8.noarch.rpm 78 kB/s | 11 kB 00:00 2023-01-24T05:39:20.154 INFO:teuthology.orchestra.run.smithi146.stdout:(20/32): python3-jaraco-functools-2.0-4.el8.noa 123 kB/s | 18 kB 00:00 2023-01-24T05:39:20.180 INFO:teuthology.orchestra.run.smithi146.stdout:(21/32): python3-logutils-0.3.5-11.el8.noarch.r 645 kB/s | 49 kB 00:00 2023-01-24T05:39:20.205 INFO:teuthology.orchestra.run.smithi146.stdout:(22/32): python3-more-itertools-7.2.0-3.el8.noa 776 kB/s | 59 kB 00:00 2023-01-24T05:39:20.239 INFO:teuthology.orchestra.run.smithi146.stdout:(23/32): python3-portend-2.6-1.el8.noarch.rpm 265 kB/s | 16 kB 00:00 2023-01-24T05:39:20.264 INFO:teuthology.orchestra.run.smithi146.stdout:(24/32): python3-simplegeneric-0.8.1-17.el8.noa 319 kB/s | 19 kB 00:00 2023-01-24T05:39:20.295 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-01-24T05:39:20.315 INFO:teuthology.orchestra.run.smithi146.stdout:(25/32): python3-singledispatch-3.4.0.3-18.el8. 318 kB/s | 24 kB 00:00 2023-01-24T05:39:20.327 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 14/32 2023-01-24T05:39:20.331 INFO:teuthology.orchestra.run.smithi146.stdout:(26/32): python3-tempora-1.14.1-5.el8.noarch.rp 437 kB/s | 29 kB 00:00 2023-01-24T05:39:20.365 INFO:teuthology.orchestra.run.smithi146.stdout:(27/32): python3-trustme-0.6.0-4.el8.noarch.rpm 548 kB/s | 27 kB 00:00 2023-01-24T05:39:20.415 INFO:teuthology.orchestra.run.smithi146.stdout:(28/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.1 MB/s | 283 kB 00:00 2023-01-24T05:39:20.441 INFO:teuthology.orchestra.run.smithi146.stdout:(29/32): python3-waitress-1.2.1-2.el8.1.noarch. 2.2 MB/s | 241 kB 00:00 2023-01-24T05:39:20.466 INFO:teuthology.orchestra.run.smithi146.stdout:(30/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.7 MB/s | 85 kB 00:00 2023-01-24T05:39:20.491 INFO:teuthology.orchestra.run.smithi146.stdout:(31/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 2.0 MB/s | 251 kB 00:00 2023-01-24T05:39:20.506 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2023-01-24T05:39:20.508 INFO:teuthology.orchestra.run.smithi146.stdout:(32/32): python3-zc-lockfile-2.0-2.el8.noarch.r 342 kB/s | 23 kB 00:00 2023-01-24T05:39:20.510 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:20.511 INFO:teuthology.orchestra.run.smithi146.stdout:Total 15 MB/s | 28 MB 00:01 2023-01-24T05:39:20.539 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-01-24T05:39:20.591 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:39:20.627 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:39:20.628 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:39:20.731 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2023-01-24T05:39:20.785 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2023-01-24T05:39:20.933 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-01-24T05:39:20.995 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:39:20.998 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:39:21.087 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/32 2023-01-24T05:39:21.224 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2023-01-24T05:39:21.293 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2023-01-24T05:39:21.446 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2023-01-24T05:39:21.466 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2023-01-24T05:39:21.651 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 20/32 2023-01-24T05:39:21.675 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2023-01-24T05:39:21.853 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2023-01-24T05:39:21.879 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-01-24T05:39:22.096 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-01-24T05:39:22.112 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2023-01-24T05:39:22.327 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-01-24T05:39:22.330 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:39:22.374 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2023-01-24T05:39:22.542 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2023-01-24T05:39:22.620 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2023-01-24T05:39:22.629 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-01-24T05:39:22.864 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2023-01-24T05:39:22.921 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-01-24T05:39:22.927 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 25/32 2023-01-24T05:39:23.201 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2023-01-24T05:39:23.260 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 13/32 2023-01-24T05:39:23.261 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-01-24T05:39:23.469 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/32 2023-01-24T05:39:23.500 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 14/32 2023-01-24T05:39:23.629 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8. 27/32 2023-01-24T05:39:23.692 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2023-01-24T05:39:23.713 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2023-01-24T05:39:23.815 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 28/32 2023-01-24T05:39:23.897 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2023-01-24T05:39:23.954 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2023-01-24T05:39:24.124 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2023-01-24T05:39:24.223 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-01-24T05:39:24.302 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2023-01-24T05:39:24.522 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2023-01-24T05:39:24.551 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2023-01-24T05:39:24.753 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2023-01-24T05:39:24.847 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2023-01-24T05:39:24.957 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 20/32 2023-01-24T05:39:25.102 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2023-01-24T05:39:25.160 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-01-24T05:39:25.331 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 28/32 2023-01-24T05:39:25.338 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2023-01-24T05:39:25.420 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-01-24T05:39:25.539 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 29/32 2023-01-24T05:39:25.659 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-01-24T05:39:25.784 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 13/32 2023-01-24T05:39:25.891 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2023-01-24T05:39:25.924 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 29/32 2023-01-24T05:39:26.107 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 14/32 2023-01-24T05:39:26.124 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 30/32 2023-01-24T05:39:26.249 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 25/32 2023-01-24T05:39:26.337 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2023-01-24T05:39:26.338 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 30/32 2023-01-24T05:39:26.473 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 31/32 2023-01-24T05:39:26.491 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 31/32 2023-01-24T05:39:26.604 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 32/32 2023-01-24T05:39:26.610 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-01-24T05:39:26.637 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2023-01-24T05:39:26.864 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-01-24T05:39:27.009 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8. 27/32 2023-01-24T05:39:27.040 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 32/32 2023-01-24T05:39:27.041 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 1/32 2023-01-24T05:39:27.041 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 2/32 2023-01-24T05:39:27.041 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 3/32 2023-01-24T05:39:27.041 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 4/32 2023-01-24T05:39:27.042 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 5/32 2023-01-24T05:39:27.042 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8. 6/32 2023-01-24T05:39:27.042 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 7/32 2023-01-24T05:39:27.042 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2023-01-24T05:39:27.042 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2023-01-24T05:39:27.043 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 10/32 2023-01-24T05:39:27.043 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2023-01-24T05:39:27.043 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 12/32 2023-01-24T05:39:27.043 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 13/32 2023-01-24T05:39:27.043 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2023-01-24T05:39:27.044 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2023-01-24T05:39:27.045 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2023-01-24T05:39:27.045 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-01-24T05:39:27.045 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2023-01-24T05:39:27.046 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2023-01-24T05:39:27.046 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2023-01-24T05:39:27.046 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2023-01-24T05:39:27.046 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2023-01-24T05:39:27.047 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2023-01-24T05:39:27.047 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2023-01-24T05:39:27.047 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2023-01-24T05:39:27.048 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2023-01-24T05:39:27.048 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2023-01-24T05:39:27.048 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2023-01-24T05:39:27.049 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 29/32 2023-01-24T05:39:27.049 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2023-01-24T05:39:27.049 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2023-01-24T05:39:27.189 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2023-01-24T05:39:27.217 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 28/32 2023-01-24T05:39:27.459 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2023-01-24T05:39:27.706 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 20/32 2023-01-24T05:39:27.921 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2023-01-24T05:39:27.921 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:27.921 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:39:27.922 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:27.922 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:27.922 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:27.922 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:27.922 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:27.923 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:27.923 INFO:teuthology.orchestra.run.smithi093.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-01-24T05:39:27.923 INFO:teuthology.orchestra.run.smithi093.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-01-24T05:39:27.923 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-01-24T05:39:27.923 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-01-24T05:39:27.924 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-01-24T05:39:27.924 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-01-24T05:39:27.924 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jaraco-6.2-6.el8.noarch 2023-01-24T05:39:27.924 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-01-24T05:39:27.924 INFO:teuthology.orchestra.run.smithi093.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-01-24T05:39:27.925 INFO:teuthology.orchestra.run.smithi093.stdout: python3-mako-1.0.6-13.el8.noarch 2023-01-24T05:39:27.925 INFO:teuthology.orchestra.run.smithi093.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-01-24T05:39:27.925 INFO:teuthology.orchestra.run.smithi093.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-01-24T05:39:27.925 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-01-24T05:39:27.925 INFO:teuthology.orchestra.run.smithi093.stdout: python3-portend-2.6-1.el8.noarch 2023-01-24T05:39:27.926 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-01-24T05:39:27.926 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pycparser-2.14-14.el8.noarch 2023-01-24T05:39:27.926 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pytz-2017.2-9.el8.noarch 2023-01-24T05:39:27.926 INFO:teuthology.orchestra.run.smithi093.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-01-24T05:39:27.926 INFO:teuthology.orchestra.run.smithi093.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-01-24T05:39:27.926 INFO:teuthology.orchestra.run.smithi093.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-01-24T05:39:27.927 INFO:teuthology.orchestra.run.smithi093.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-01-24T05:39:27.927 INFO:teuthology.orchestra.run.smithi093.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-01-24T05:39:27.927 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-01-24T05:39:27.928 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-01-24T05:39:27.928 INFO:teuthology.orchestra.run.smithi093.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-01-24T05:39:27.928 INFO:teuthology.orchestra.run.smithi093.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-01-24T05:39:27.928 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:27.929 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:39:27.951 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-01-24T05:39:28.101 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-base 2023-01-24T05:39:28.184 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-01-24T05:39:28.474 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-01-24T05:39:28.727 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 28/32 2023-01-24T05:39:28.731 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2023-01-24T05:39:28.818 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:13 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:28.944 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 29/32 2023-01-24T05:39:29.135 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 25/32 2023-01-24T05:39:29.331 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 29/32 2023-01-24T05:39:29.497 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 30/32 2023-01-24T05:39:29.542 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-01-24T05:39:29.718 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 30/32 2023-01-24T05:39:29.849 INFO:teuthology.orchestra.run.smithi093.stdout:Package ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:39:29.888 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 31/32 2023-01-24T05:39:29.906 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 31/32 2023-01-24T05:39:29.937 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8. 27/32 2023-01-24T05:39:29.949 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:39:29.950 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:39:29.950 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:39:30.035 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 32/32 2023-01-24T05:39:30.053 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install cephadm 2023-01-24T05:39:30.149 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 28/32 2023-01-24T05:39:30.478 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 32/32 2023-01-24T05:39:30.478 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 1/32 2023-01-24T05:39:30.479 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 2/32 2023-01-24T05:39:30.479 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 3/32 2023-01-24T05:39:30.479 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 4/32 2023-01-24T05:39:30.479 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 5/32 2023-01-24T05:39:30.479 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8. 6/32 2023-01-24T05:39:30.480 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 7/32 2023-01-24T05:39:30.480 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2023-01-24T05:39:30.480 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2023-01-24T05:39:30.480 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 10/32 2023-01-24T05:39:30.480 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2023-01-24T05:39:30.481 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 12/32 2023-01-24T05:39:30.481 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 13/32 2023-01-24T05:39:30.481 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2023-01-24T05:39:30.481 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2023-01-24T05:39:30.481 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2023-01-24T05:39:30.482 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-01-24T05:39:30.482 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2023-01-24T05:39:30.482 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2023-01-24T05:39:30.482 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2023-01-24T05:39:30.482 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2023-01-24T05:39:30.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2023-01-24T05:39:30.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2023-01-24T05:39:30.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2023-01-24T05:39:30.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2023-01-24T05:39:30.484 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2023-01-24T05:39:30.484 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2023-01-24T05:39:30.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2023-01-24T05:39:30.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 29/32 2023-01-24T05:39:30.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2023-01-24T05:39:30.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2023-01-24T05:39:30.767 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:15 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:31.384 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2023-01-24T05:39:31.384 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:31.384 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:39:31.385 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:31.385 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:31.385 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:31.385 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:31.385 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:31.386 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:31.386 INFO:teuthology.orchestra.run.smithi140.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-01-24T05:39:31.386 INFO:teuthology.orchestra.run.smithi140.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-01-24T05:39:31.386 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-01-24T05:39:31.386 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-01-24T05:39:31.387 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-01-24T05:39:31.387 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-01-24T05:39:31.387 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jaraco-6.2-6.el8.noarch 2023-01-24T05:39:31.387 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-01-24T05:39:31.387 INFO:teuthology.orchestra.run.smithi140.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-01-24T05:39:31.388 INFO:teuthology.orchestra.run.smithi140.stdout: python3-mako-1.0.6-13.el8.noarch 2023-01-24T05:39:31.388 INFO:teuthology.orchestra.run.smithi140.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-01-24T05:39:31.388 INFO:teuthology.orchestra.run.smithi140.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-01-24T05:39:31.388 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-01-24T05:39:31.388 INFO:teuthology.orchestra.run.smithi140.stdout: python3-portend-2.6-1.el8.noarch 2023-01-24T05:39:31.389 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-01-24T05:39:31.389 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pycparser-2.14-14.el8.noarch 2023-01-24T05:39:31.389 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pytz-2017.2-9.el8.noarch 2023-01-24T05:39:31.389 INFO:teuthology.orchestra.run.smithi140.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-01-24T05:39:31.389 INFO:teuthology.orchestra.run.smithi140.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-01-24T05:39:31.390 INFO:teuthology.orchestra.run.smithi140.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-01-24T05:39:31.390 INFO:teuthology.orchestra.run.smithi140.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-01-24T05:39:31.390 INFO:teuthology.orchestra.run.smithi140.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-01-24T05:39:31.390 INFO:teuthology.orchestra.run.smithi140.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-01-24T05:39:31.391 INFO:teuthology.orchestra.run.smithi140.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-01-24T05:39:31.391 INFO:teuthology.orchestra.run.smithi140.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-01-24T05:39:31.391 INFO:teuthology.orchestra.run.smithi140.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-01-24T05:39:31.391 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:31.391 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:39:31.603 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-base 2023-01-24T05:39:31.661 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 28/32 2023-01-24T05:39:31.904 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:39:31.905 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:31.906 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:39:31.906 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:31.906 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:39:31.906 INFO:teuthology.orchestra.run.smithi093.stdout: cephadm noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 82 k 2023-01-24T05:39:31.907 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:31.907 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:39:31.907 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:31.907 INFO:teuthology.orchestra.run.smithi093.stdout:Install 1 Package 2023-01-24T05:39:31.907 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:31.908 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 82 k 2023-01-24T05:39:31.908 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 374 k 2023-01-24T05:39:31.908 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:39:31.962 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 29/32 2023-01-24T05:39:32.087 INFO:teuthology.orchestra.run.smithi093.stdout:cephadm-18.0.0-1954.g1a671c19.el8.noarch.rpm 456 kB/s | 82 kB 00:00 2023-01-24T05:39:32.088 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:32.088 INFO:teuthology.orchestra.run.smithi093.stdout:Total 452 kB/s | 82 kB 00:00 2023-01-24T05:39:32.088 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:39:32.096 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:39:32.096 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:39:32.098 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:39:32.101 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:39:32.147 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:39:32.325 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:17 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:32.348 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 29/32 2023-01-24T05:39:32.578 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 30/32 2023-01-24T05:39:32.794 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 30/32 2023-01-24T05:39:33.028 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 31/32 2023-01-24T05:39:33.046 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 31/32 2023-01-24T05:39:33.184 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 32/32 2023-01-24T05:39:33.362 INFO:teuthology.orchestra.run.smithi140.stdout:Package ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:39:33.462 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:39:33.463 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:39:33.463 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:39:33.645 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install cephadm 2023-01-24T05:39:33.660 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 32/32 2023-01-24T05:39:33.660 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 1/32 2023-01-24T05:39:33.660 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 2/32 2023-01-24T05:39:33.660 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 3/32 2023-01-24T05:39:33.661 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 4/32 2023-01-24T05:39:33.661 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 5/32 2023-01-24T05:39:33.661 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8. 6/32 2023-01-24T05:39:33.661 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 7/32 2023-01-24T05:39:33.661 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2023-01-24T05:39:33.661 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2023-01-24T05:39:33.662 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 10/32 2023-01-24T05:39:33.662 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2023-01-24T05:39:33.662 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 12/32 2023-01-24T05:39:33.662 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 13/32 2023-01-24T05:39:33.662 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2023-01-24T05:39:33.663 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2023-01-24T05:39:33.663 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2023-01-24T05:39:33.663 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-01-24T05:39:33.663 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2023-01-24T05:39:33.663 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2023-01-24T05:39:33.664 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2023-01-24T05:39:33.664 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2023-01-24T05:39:33.664 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2023-01-24T05:39:33.664 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2023-01-24T05:39:33.665 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2023-01-24T05:39:33.665 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2023-01-24T05:39:33.666 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2023-01-24T05:39:33.666 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2023-01-24T05:39:33.666 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2023-01-24T05:39:33.666 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 29/32 2023-01-24T05:39:33.666 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2023-01-24T05:39:33.667 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2023-01-24T05:39:33.710 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:33.862 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:34.096 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:34.364 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:19 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:34.574 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:34.574 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:34.575 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:39:34.575 INFO:teuthology.orchestra.run.smithi093.stdout: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:34.575 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:34.575 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:39:34.802 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-immutable-object-cache 2023-01-24T05:39:35.308 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2023-01-24T05:39:35.309 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:35.309 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:39:35.309 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:35.309 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mds-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:35.309 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:35.310 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-modules-core-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:35.310 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mon-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:35.310 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-osd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:35.310 INFO:teuthology.orchestra.run.smithi146.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-01-24T05:39:35.310 INFO:teuthology.orchestra.run.smithi146.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-01-24T05:39:35.310 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-01-24T05:39:35.311 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-01-24T05:39:35.311 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-01-24T05:39:35.311 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-01-24T05:39:35.311 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-6.2-6.el8.noarch 2023-01-24T05:39:35.311 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-01-24T05:39:35.311 INFO:teuthology.orchestra.run.smithi146.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-01-24T05:39:35.312 INFO:teuthology.orchestra.run.smithi146.stdout: python3-mako-1.0.6-13.el8.noarch 2023-01-24T05:39:35.312 INFO:teuthology.orchestra.run.smithi146.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-01-24T05:39:35.312 INFO:teuthology.orchestra.run.smithi146.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-01-24T05:39:35.312 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-01-24T05:39:35.312 INFO:teuthology.orchestra.run.smithi146.stdout: python3-portend-2.6-1.el8.noarch 2023-01-24T05:39:35.313 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-01-24T05:39:35.313 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pycparser-2.14-14.el8.noarch 2023-01-24T05:39:35.313 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pytz-2017.2-9.el8.noarch 2023-01-24T05:39:35.313 INFO:teuthology.orchestra.run.smithi146.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-01-24T05:39:35.313 INFO:teuthology.orchestra.run.smithi146.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-01-24T05:39:35.314 INFO:teuthology.orchestra.run.smithi146.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-01-24T05:39:35.314 INFO:teuthology.orchestra.run.smithi146.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-01-24T05:39:35.314 INFO:teuthology.orchestra.run.smithi146.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-01-24T05:39:35.314 INFO:teuthology.orchestra.run.smithi146.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-01-24T05:39:35.314 INFO:teuthology.orchestra.run.smithi146.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-01-24T05:39:35.315 INFO:teuthology.orchestra.run.smithi146.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-01-24T05:39:35.315 INFO:teuthology.orchestra.run.smithi146.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-01-24T05:39:35.315 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:35.315 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:39:35.498 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:39:35.499 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:35.500 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:39:35.500 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:35.500 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:39:35.500 INFO:teuthology.orchestra.run.smithi140.stdout: cephadm noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 82 k 2023-01-24T05:39:35.501 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:35.501 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:39:35.501 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:35.501 INFO:teuthology.orchestra.run.smithi140.stdout:Install 1 Package 2023-01-24T05:39:35.501 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:35.501 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 82 k 2023-01-24T05:39:35.502 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 374 k 2023-01-24T05:39:35.502 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:39:35.543 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:20 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:35.583 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-base 2023-01-24T05:39:35.682 INFO:teuthology.orchestra.run.smithi140.stdout:cephadm-18.0.0-1954.g1a671c19.el8.noarch.rpm 454 kB/s | 82 kB 00:00 2023-01-24T05:39:35.683 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:35.683 INFO:teuthology.orchestra.run.smithi140.stdout:Total 451 kB/s | 82 kB 00:00 2023-01-24T05:39:35.683 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:39:35.690 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:39:35.691 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:39:35.692 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:39:35.697 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:39:35.740 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:39:36.307 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:20 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:39:36.691 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:39:36.692 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:36.693 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repo Size 2023-01-24T05:39:36.693 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:36.693 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:39:36.693 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 165 k 2023-01-24T05:39:36.694 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:36.694 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:39:36.694 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:36.694 INFO:teuthology.orchestra.run.smithi093.stdout:Install 1 Package 2023-01-24T05:39:36.694 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:36.695 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 165 k 2023-01-24T05:39:36.695 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 503 k 2023-01-24T05:39:36.695 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:39:36.996 INFO:teuthology.orchestra.run.smithi093.stdout:ceph-immutable-object-cache-18.0.0-1954.g1a671c 547 kB/s | 165 kB 00:00 2023-01-24T05:39:36.997 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:36.997 INFO:teuthology.orchestra.run.smithi093.stdout:Total 545 kB/s | 165 kB 00:00 2023-01-24T05:39:36.997 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:39:37.008 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:39:37.009 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:39:37.058 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:39:37.062 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:39:37.332 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:37.341 INFO:teuthology.orchestra.run.smithi146.stdout:Package ceph-base-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:39:37.441 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:39:37.442 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:39:37.442 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:39:37.492 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:37.531 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install cephadm 2023-01-24T05:39:37.734 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:37.911 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:39:38.055 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:38.213 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:38.214 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:38.214 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:39:38.214 INFO:teuthology.orchestra.run.smithi140.stdout: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:38.214 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:38.215 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:39:38.248 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:22 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:39:38.493 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:38.501 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-immutable-object-cache 2023-01-24T05:39:38.944 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:38.945 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:38.945 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:39:38.945 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:38.945 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:38.946 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:39:39.175 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-mgr 2023-01-24T05:39:39.243 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:24 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:39.397 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:39:39.398 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:39.398 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:39:39.398 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:39.398 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:39:39.399 INFO:teuthology.orchestra.run.smithi146.stdout: cephadm noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 82 k 2023-01-24T05:39:39.399 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:39.399 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:39:39.399 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:39.399 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2023-01-24T05:39:39.400 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:39.400 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 82 k 2023-01-24T05:39:39.400 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 374 k 2023-01-24T05:39:39.401 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:39:39.714 INFO:teuthology.orchestra.run.smithi146.stdout:cephadm-18.0.0-1954.g1a671c19.el8.noarch.rpm 261 kB/s | 82 kB 00:00 2023-01-24T05:39:39.715 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:39.715 INFO:teuthology.orchestra.run.smithi146.stdout:Total 260 kB/s | 82 kB 00:00 2023-01-24T05:39:39.715 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:39:39.723 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:39:39.723 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:39:39.724 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:39:39.728 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:39:39.801 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:39:39.910 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:24 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:40.392 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:39:40.393 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:40.394 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repo Size 2023-01-24T05:39:40.394 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:40.394 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:39:40.394 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 165 k 2023-01-24T05:39:40.395 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:40.395 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:39:40.395 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:40.395 INFO:teuthology.orchestra.run.smithi140.stdout:Install 1 Package 2023-01-24T05:39:40.395 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:40.396 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 165 k 2023-01-24T05:39:40.396 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 503 k 2023-01-24T05:39:40.396 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:39:40.610 INFO:teuthology.orchestra.run.smithi140.stdout:ceph-immutable-object-cache-18.0.0-1954.g1a671c 765 kB/s | 165 kB 00:00 2023-01-24T05:39:40.611 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:40.612 INFO:teuthology.orchestra.run.smithi140.stdout:Total 761 kB/s | 165 kB 00:00 2023-01-24T05:39:40.612 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:39:40.622 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:39:40.623 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:39:40.671 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:39:40.674 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:39:40.807 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:39:40.952 INFO:teuthology.orchestra.run.smithi093.stdout:Package ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:39:40.978 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:41.052 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:39:41.053 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:39:41.053 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:39:41.147 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-mgr-dashboard 2023-01-24T05:39:41.425 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:41.548 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:41.726 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:41.865 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:26 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:41.902 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:41.903 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:41.903 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:39:41.903 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:41.903 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:41.904 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:39:41.979 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:42.108 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-mgr 2023-01-24T05:39:42.482 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:39:42.482 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:42.482 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:39:42.483 INFO:teuthology.orchestra.run.smithi146.stdout: cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:42.483 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:42.483 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:39:42.836 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-immutable-object-cache 2023-01-24T05:39:42.843 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:27 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:42.997 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:39:42.999 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:42.999 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:39:42.999 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:42.999 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:39:42.999 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-dashboard noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 1.7 M 2023-01-24T05:39:43.000 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-01-24T05:39:43.000 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-grafana-dashboards noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 23 k 2023-01-24T05:39:43.000 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-prometheus-alerts noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 15 k 2023-01-24T05:39:43.000 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-01-24T05:39:43.000 INFO:teuthology.orchestra.run.smithi093.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-01-24T05:39:43.001 INFO:teuthology.orchestra.run.smithi093.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-01-24T05:39:43.001 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:43.001 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:39:43.001 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:39:43.001 INFO:teuthology.orchestra.run.smithi093.stdout:Install 6 Packages 2023-01-24T05:39:43.002 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:43.002 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 2.0 M 2023-01-24T05:39:43.003 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 8.2 M 2023-01-24T05:39:43.003 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:39:43.460 INFO:teuthology.orchestra.run.smithi093.stdout:(1/6): ceph-grafana-dashboards-18.0.0-1954.g1a6 50 kB/s | 23 kB 00:00 2023-01-24T05:39:43.572 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:27 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:39:43.727 INFO:teuthology.orchestra.run.smithi093.stdout:(2/6): ceph-prometheus-alerts-18.0.0-1954.g1a67 20 kB/s | 15 kB 00:00 2023-01-24T05:39:43.869 INFO:teuthology.orchestra.run.smithi140.stdout:Package ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:39:43.969 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:39:43.970 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:39:43.971 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:39:44.119 INFO:teuthology.orchestra.run.smithi093.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 65 kB/s | 43 kB 00:00 2023-01-24T05:39:44.195 INFO:teuthology.orchestra.run.smithi093.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 72 kB/s | 34 kB 00:00 2023-01-24T05:39:44.237 INFO:teuthology.orchestra.run.smithi093.stdout:(5/6): ceph-mgr-dashboard-18.0.0-1954.g1a671c19 1.4 MB/s | 1.7 MB 00:01 2023-01-24T05:39:44.345 INFO:teuthology.orchestra.run.smithi093.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 872 kB/s | 196 kB 00:00 2023-01-24T05:39:44.348 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:44.348 INFO:teuthology.orchestra.run.smithi093.stdout:Total 1.5 MB/s | 2.0 MB 00:01 2023-01-24T05:39:44.360 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:39:44.369 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:39:44.370 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:39:44.410 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-mgr-dashboard 2023-01-24T05:39:44.456 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:39:44.460 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:39:44.720 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:39:44.721 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:44.721 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repo Size 2023-01-24T05:39:44.721 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:44.722 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:39:44.722 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 165 k 2023-01-24T05:39:44.722 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:44.722 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:39:44.722 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:44.723 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2023-01-24T05:39:44.723 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:44.723 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 165 k 2023-01-24T05:39:44.724 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 503 k 2023-01-24T05:39:44.724 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:39:44.736 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:39:44.926 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2023-01-24T05:39:44.928 INFO:teuthology.orchestra.run.smithi146.stdout:ceph-immutable-object-cache-18.0.0-1954.g1a671c 803 kB/s | 165 kB 00:00 2023-01-24T05:39:44.929 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:44.929 INFO:teuthology.orchestra.run.smithi146.stdout:Total 798 kB/s | 165 kB 00:00 2023-01-24T05:39:44.930 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:39:44.940 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:39:44.941 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:39:44.989 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:39:44.993 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:39:45.104 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2023-01-24T05:39:45.116 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:39:45.140 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:30 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:45.289 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2023-01-24T05:39:45.293 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:45.410 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.n 4/6 2023-01-24T05:39:45.736 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:45.758 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8. 5/6 2023-01-24T05:39:45.943 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 6/6 2023-01-24T05:39:46.236 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 6/6 2023-01-24T05:39:46.236 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8. 1/6 2023-01-24T05:39:46.236 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 2/6 2023-01-24T05:39:46.237 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.n 3/6 2023-01-24T05:39:46.237 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2023-01-24T05:39:46.237 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2023-01-24T05:39:46.286 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:39:46.287 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:46.287 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:39:46.288 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:46.288 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:39:46.288 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-dashboard noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 1.7 M 2023-01-24T05:39:46.288 INFO:teuthology.orchestra.run.smithi140.stdout:Installing dependencies: 2023-01-24T05:39:46.288 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-grafana-dashboards noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 23 k 2023-01-24T05:39:46.289 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-prometheus-alerts noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 15 k 2023-01-24T05:39:46.289 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-01-24T05:39:46.289 INFO:teuthology.orchestra.run.smithi140.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-01-24T05:39:46.289 INFO:teuthology.orchestra.run.smithi140.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-01-24T05:39:46.289 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:46.290 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:39:46.290 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:39:46.290 INFO:teuthology.orchestra.run.smithi140.stdout:Install 6 Packages 2023-01-24T05:39:46.290 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:46.291 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 2.0 M 2023-01-24T05:39:46.291 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 8.2 M 2023-01-24T05:39:46.291 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:39:46.524 INFO:teuthology.orchestra.run.smithi140.stdout:(1/6): ceph-grafana-dashboards-18.0.0-1954.g1a6 99 kB/s | 23 kB 00:00 2023-01-24T05:39:46.549 INFO:teuthology.orchestra.run.smithi140.stdout:(2/6): ceph-prometheus-alerts-18.0.0-1954.g1a67 56 kB/s | 15 kB 00:00 2023-01-24T05:39:46.599 INFO:teuthology.orchestra.run.smithi140.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 567 kB/s | 43 kB 00:00 2023-01-24T05:39:46.699 INFO:teuthology.orchestra.run.smithi140.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 224 kB/s | 34 kB 00:00 2023-01-24T05:39:46.723 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2023-01-24T05:39:46.724 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:46.724 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:39:46.724 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:46.724 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:46.725 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:46.725 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-01-24T05:39:46.725 INFO:teuthology.orchestra.run.smithi093.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-01-24T05:39:46.725 INFO:teuthology.orchestra.run.smithi093.stdout: python3-routes-2.4.1-12.el8.noarch 2023-01-24T05:39:46.725 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:46.725 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:39:46.766 INFO:teuthology.orchestra.run.smithi140.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 1.2 MB/s | 196 kB 00:00 2023-01-24T05:39:46.838 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-mgr-diskprediction-local 2023-01-24T05:39:46.916 INFO:teuthology.orchestra.run.smithi140.stdout:(6/6): ceph-mgr-dashboard-18.0.0-1954.g1a671c19 2.7 MB/s | 1.7 MB 00:00 2023-01-24T05:39:46.918 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:46.919 INFO:teuthology.orchestra.run.smithi140.stdout:Total 3.2 MB/s | 2.0 MB 00:00 2023-01-24T05:39:46.929 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:39:46.937 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:39:46.937 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:39:47.019 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:39:47.023 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:39:47.312 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:39:47.478 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19. 1/1 2023-01-24T05:39:47.478 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:47.478 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:39:47.478 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-immutable-object-cache-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:39:47.479 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:47.479 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:39:47.541 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2023-01-24T05:39:47.554 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:32 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:47.760 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2023-01-24T05:39:47.781 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr 2023-01-24T05:39:47.937 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2023-01-24T05:39:48.066 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.n 4/6 2023-01-24T05:39:48.481 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8. 5/6 2023-01-24T05:39:48.514 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:32 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:39:48.671 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:39:48.672 INFO:teuthology.orchestra.run.smithi093.stdout:===================================================================================================== 2023-01-24T05:39:48.673 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:39:48.673 INFO:teuthology.orchestra.run.smithi093.stdout:===================================================================================================== 2023-01-24T05:39:48.673 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:39:48.673 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 7.4 M 2023-01-24T05:39:48.673 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-01-24T05:39:48.674 INFO:teuthology.orchestra.run.smithi093.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-01-24T05:39:48.674 INFO:teuthology.orchestra.run.smithi093.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-01-24T05:39:48.674 INFO:teuthology.orchestra.run.smithi093.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-01-24T05:39:48.674 INFO:teuthology.orchestra.run.smithi093.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-01-24T05:39:48.674 INFO:teuthology.orchestra.run.smithi093.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-01-24T05:39:48.675 INFO:teuthology.orchestra.run.smithi093.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-01-24T05:39:48.675 INFO:teuthology.orchestra.run.smithi093.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-01-24T05:39:48.675 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:48.675 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:39:48.675 INFO:teuthology.orchestra.run.smithi093.stdout:===================================================================================================== 2023-01-24T05:39:48.676 INFO:teuthology.orchestra.run.smithi093.stdout:Install 8 Packages 2023-01-24T05:39:48.676 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:48.677 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 35 M 2023-01-24T05:39:48.677 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 210 M 2023-01-24T05:39:48.677 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:39:48.691 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 6/6 2023-01-24T05:39:48.851 INFO:teuthology.orchestra.run.smithi093.stdout:(1/8): openblas-0.3.15-4.el8.x86_64.rpm 27 MB/s | 4.7 MB 00:00 2023-01-24T05:39:48.976 INFO:teuthology.orchestra.run.smithi093.stdout:(2/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 16 MB/s | 4.9 MB 00:00 2023-01-24T05:39:48.998 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 6/6 2023-01-24T05:39:48.998 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8. 1/6 2023-01-24T05:39:48.999 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 2/6 2023-01-24T05:39:48.999 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.n 3/6 2023-01-24T05:39:48.999 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2023-01-24T05:39:48.999 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2023-01-24T05:39:49.001 INFO:teuthology.orchestra.run.smithi093.stdout:(3/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 8.9 MB/s | 225 kB 00:00 2023-01-24T05:39:49.068 INFO:teuthology.orchestra.run.smithi093.stdout:(4/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 17 MB/s | 3.7 MB 00:00 2023-01-24T05:39:49.118 INFO:teuthology.orchestra.run.smithi093.stdout:(5/8): libgfortran-8.5.0-18.el8.x86_64.rpm 13 MB/s | 645 kB 00:00 2023-01-24T05:39:49.153 INFO:teuthology.orchestra.run.smithi093.stdout:(6/8): libquadmath-8.5.0-18.el8.x86_64.rpm 5.0 MB/s | 172 kB 00:00 2023-01-24T05:39:49.411 INFO:teuthology.orchestra.run.smithi093.stdout:(7/8): python3-scipy-1.0.0-21.module_el8.5.0+77 33 MB/s | 14 MB 00:00 2023-01-24T05:39:49.487 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2023-01-24T05:39:49.487 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:49.487 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:39:49.487 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:49.488 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:49.488 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:49.488 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-01-24T05:39:49.488 INFO:teuthology.orchestra.run.smithi140.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-01-24T05:39:49.488 INFO:teuthology.orchestra.run.smithi140.stdout: python3-routes-2.4.1-12.el8.noarch 2023-01-24T05:39:49.489 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:49.489 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:39:49.555 INFO:teuthology.orchestra.run.smithi146.stdout:Package ceph-mgr-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:39:49.599 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-mgr-diskprediction-local 2023-01-24T05:39:49.653 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:39:49.654 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:39:49.655 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:39:49.756 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr-dashboard 2023-01-24T05:39:49.895 INFO:teuthology.orchestra.run.smithi093.stdout:(8/8): ceph-mgr-diskprediction-local-18.0.0-195 6.1 MB/s | 7.4 MB 00:01 2023-01-24T05:39:49.897 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:49.897 INFO:teuthology.orchestra.run.smithi093.stdout:Total 29 MB/s | 35 MB 00:01 2023-01-24T05:39:50.126 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:39:50.144 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:39:50.145 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:39:50.325 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:35 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:50.477 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:34 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:39:50.540 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:39:50.543 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:39:51.110 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:39:51.244 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 1/8 2023-01-24T05:39:51.384 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 1/8 2023-01-24T05:39:51.470 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:39:51.471 INFO:teuthology.orchestra.run.smithi140.stdout:===================================================================================================== 2023-01-24T05:39:51.471 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:39:51.471 INFO:teuthology.orchestra.run.smithi140.stdout:===================================================================================================== 2023-01-24T05:39:51.472 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:39:51.472 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 7.4 M 2023-01-24T05:39:51.472 INFO:teuthology.orchestra.run.smithi140.stdout:Installing dependencies: 2023-01-24T05:39:51.472 INFO:teuthology.orchestra.run.smithi140.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-01-24T05:39:51.472 INFO:teuthology.orchestra.run.smithi140.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-01-24T05:39:51.473 INFO:teuthology.orchestra.run.smithi140.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-01-24T05:39:51.473 INFO:teuthology.orchestra.run.smithi140.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-01-24T05:39:51.473 INFO:teuthology.orchestra.run.smithi140.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-01-24T05:39:51.473 INFO:teuthology.orchestra.run.smithi140.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-01-24T05:39:51.474 INFO:teuthology.orchestra.run.smithi140.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-01-24T05:39:51.474 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:51.474 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:39:51.474 INFO:teuthology.orchestra.run.smithi140.stdout:===================================================================================================== 2023-01-24T05:39:51.474 INFO:teuthology.orchestra.run.smithi140.stdout:Install 8 Packages 2023-01-24T05:39:51.475 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:39:51.475 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 35 M 2023-01-24T05:39:51.476 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 210 M 2023-01-24T05:39:51.476 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:39:51.528 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 2/8 2023-01-24T05:39:51.610 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:39:51.611 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:51.612 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:39:51.612 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:51.612 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:39:51.612 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-dashboard noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 1.7 M 2023-01-24T05:39:51.612 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2023-01-24T05:39:51.613 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-grafana-dashboards noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 23 k 2023-01-24T05:39:51.613 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-prometheus-alerts noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 15 k 2023-01-24T05:39:51.613 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-01-24T05:39:51.613 INFO:teuthology.orchestra.run.smithi146.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-01-24T05:39:51.613 INFO:teuthology.orchestra.run.smithi146.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-01-24T05:39:51.614 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:51.614 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:39:51.614 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:39:51.614 INFO:teuthology.orchestra.run.smithi146.stdout:Install 6 Packages 2023-01-24T05:39:51.614 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:51.615 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 2.0 M 2023-01-24T05:39:51.615 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 8.2 M 2023-01-24T05:39:51.615 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:39:51.672 INFO:teuthology.orchestra.run.smithi140.stdout:(1/8): openblas-0.3.15-4.el8.x86_64.rpm 24 MB/s | 4.7 MB 00:00 2023-01-24T05:39:51.747 INFO:teuthology.orchestra.run.smithi140.stdout:(2/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 18 MB/s | 4.9 MB 00:00 2023-01-24T05:39:51.776 INFO:teuthology.orchestra.run.smithi146.stdout:(1/6): ceph-grafana-dashboards-18.0.0-1954.g1a6 142 kB/s | 23 kB 00:00 2023-01-24T05:39:51.781 INFO:teuthology.orchestra.run.smithi140.stdout:(3/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 6.6 MB/s | 225 kB 00:00 2023-01-24T05:39:51.801 INFO:teuthology.orchestra.run.smithi146.stdout:(2/6): ceph-prometheus-alerts-18.0.0-1954.g1a67 78 kB/s | 15 kB 00:00 2023-01-24T05:39:51.860 INFO:teuthology.orchestra.run.smithi146.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 510 kB/s | 43 kB 00:00 2023-01-24T05:39:51.865 INFO:teuthology.orchestra.run.smithi140.stdout:(4/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 19 MB/s | 3.7 MB 00:00 2023-01-24T05:39:51.907 INFO:teuthology.orchestra.run.smithi140.stdout:(5/8): libgfortran-8.5.0-18.el8.x86_64.rpm 15 MB/s | 645 kB 00:00 2023-01-24T05:39:51.910 INFO:teuthology.orchestra.run.smithi146.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 310 kB/s | 34 kB 00:00 2023-01-24T05:39:51.932 INFO:teuthology.orchestra.run.smithi140.stdout:(6/8): libquadmath-8.5.0-18.el8.x86_64.rpm 6.7 MB/s | 172 kB 00:00 2023-01-24T05:39:52.011 INFO:teuthology.orchestra.run.smithi146.stdout:(5/6): ceph-mgr-dashboard-18.0.0-1954.g1a671c19 4.3 MB/s | 1.7 MB 00:00 2023-01-24T05:39:52.044 INFO:teuthology.orchestra.run.smithi146.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 1.0 MB/s | 196 kB 00:00 2023-01-24T05:39:52.046 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:52.046 INFO:teuthology.orchestra.run.smithi146.stdout:Total 4.7 MB/s | 2.0 MB 00:00 2023-01-24T05:39:52.056 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:39:52.065 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:39:52.066 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:39:52.129 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 2/8 2023-01-24T05:39:52.147 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:39:52.150 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:39:52.191 INFO:teuthology.orchestra.run.smithi140.stdout:(7/8): python3-scipy-1.0.0-21.module_el8.5.0+77 33 MB/s | 14 MB 00:00 2023-01-24T05:39:52.311 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:39:52.441 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:39:52.449 INFO:teuthology.orchestra.run.smithi140.stdout:(8/8): ceph-mgr-diskprediction-local-18.0.0-195 7.6 MB/s | 7.4 MB 00:00 2023-01-24T05:39:52.451 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:52.452 INFO:teuthology.orchestra.run.smithi140.stdout:Total 36 MB/s | 35 MB 00:00 2023-01-24T05:39:52.682 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:39:52.700 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:39:52.701 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:39:52.775 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2023-01-24T05:39:52.931 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:39:52.984 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2023-01-24T05:39:53.094 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-01-24T05:39:53.112 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:39:53.116 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:39:53.178 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2023-01-24T05:39:53.340 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.n 4/6 2023-01-24T05:39:53.697 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:39:53.772 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8. 5/6 2023-01-24T05:39:53.775 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-01-24T05:39:53.875 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 1/8 2023-01-24T05:39:54.013 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 1/8 2023-01-24T05:39:54.040 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 6/6 2023-01-24T05:39:54.114 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-01-24T05:39:54.150 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 2/8 2023-01-24T05:39:54.347 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 6/6 2023-01-24T05:39:54.348 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8. 1/6 2023-01-24T05:39:54.348 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarc 2/6 2023-01-24T05:39:54.348 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.n 3/6 2023-01-24T05:39:54.348 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2023-01-24T05:39:54.349 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2023-01-24T05:39:54.419 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-01-24T05:39:54.750 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 2/8 2023-01-24T05:39:54.831 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2023-01-24T05:39:54.832 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:54.832 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:39:54.832 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-grafana-dashboards-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:54.832 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-dashboard-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:54.833 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-prometheus-alerts-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:54.833 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-01-24T05:39:54.833 INFO:teuthology.orchestra.run.smithi146.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-01-24T05:39:54.833 INFO:teuthology.orchestra.run.smithi146.stdout: python3-routes-2.4.1-12.el8.noarch 2023-01-24T05:39:54.833 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:54.834 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:39:54.957 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr-diskprediction-local 2023-01-24T05:39:54.967 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:39:55.586 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:39:55.678 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:39 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:39:56.083 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-01-24T05:39:56.286 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-01-24T05:39:56.766 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-01-24T05:39:56.817 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:39:56.818 INFO:teuthology.orchestra.run.smithi146.stdout:===================================================================================================== 2023-01-24T05:39:56.818 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:39:56.819 INFO:teuthology.orchestra.run.smithi146.stdout:===================================================================================================== 2023-01-24T05:39:56.819 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:39:56.819 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 7.4 M 2023-01-24T05:39:56.819 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2023-01-24T05:39:56.820 INFO:teuthology.orchestra.run.smithi146.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-01-24T05:39:56.820 INFO:teuthology.orchestra.run.smithi146.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-01-24T05:39:56.820 INFO:teuthology.orchestra.run.smithi146.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-01-24T05:39:56.820 INFO:teuthology.orchestra.run.smithi146.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-01-24T05:39:56.820 INFO:teuthology.orchestra.run.smithi146.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-01-24T05:39:56.821 INFO:teuthology.orchestra.run.smithi146.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-01-24T05:39:56.821 INFO:teuthology.orchestra.run.smithi146.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-01-24T05:39:56.821 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:56.821 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:39:56.821 INFO:teuthology.orchestra.run.smithi146.stdout:===================================================================================================== 2023-01-24T05:39:56.822 INFO:teuthology.orchestra.run.smithi146.stdout:Install 8 Packages 2023-01-24T05:39:56.822 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:39:56.822 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 35 M 2023-01-24T05:39:56.823 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 210 M 2023-01-24T05:39:56.823 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:39:57.074 INFO:teuthology.orchestra.run.smithi146.stdout:(1/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 19 MB/s | 4.9 MB 00:00 2023-01-24T05:39:57.129 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-01-24T05:39:57.141 INFO:teuthology.orchestra.run.smithi146.stdout:(2/8): openblas-0.3.15-4.el8.x86_64.rpm 15 MB/s | 4.7 MB 00:00 2023-01-24T05:39:57.175 INFO:teuthology.orchestra.run.smithi146.stdout:(3/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 6.6 MB/s | 225 kB 00:00 2023-01-24T05:39:57.284 INFO:teuthology.orchestra.run.smithi146.stdout:(4/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 18 MB/s | 3.7 MB 00:00 2023-01-24T05:39:57.326 INFO:teuthology.orchestra.run.smithi146.stdout:(5/8): libgfortran-8.5.0-18.el8.x86_64.rpm 15 MB/s | 645 kB 00:00 2023-01-24T05:39:57.350 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-01-24T05:39:57.351 INFO:teuthology.orchestra.run.smithi146.stdout:(6/8): libquadmath-8.5.0-18.el8.x86_64.rpm 6.7 MB/s | 172 kB 00:00 2023-01-24T05:39:57.549 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2023-01-24T05:39:57.601 INFO:teuthology.orchestra.run.smithi146.stdout:(7/8): python3-scipy-1.0.0-21.module_el8.5.0+77 32 MB/s | 14 MB 00:00 2023-01-24T05:39:57.777 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 8/8 2023-01-24T05:39:57.880 INFO:teuthology.orchestra.run.smithi146.stdout:(8/8): ceph-mgr-diskprediction-local-18.0.0-195 7.0 MB/s | 7.4 MB 00:01 2023-01-24T05:39:57.882 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:39:57.883 INFO:teuthology.orchestra.run.smithi146.stdout:Total 33 MB/s | 35 MB 00:01 2023-01-24T05:39:58.093 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 8/8 2023-01-24T05:39:58.094 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 1/8 2023-01-24T05:39:58.094 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2023-01-24T05:39:58.094 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:39:58.094 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2023-01-24T05:39:58.095 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2023-01-24T05:39:58.095 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2023-01-24T05:39:58.095 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 7/8 2023-01-24T05:39:58.115 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:39:58.133 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:39:58.134 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:39:58.542 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:39:58.545 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:39:58.596 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 8/8 2023-01-24T05:39:58.596 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:58.597 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:39:58.597 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:39:58.597 INFO:teuthology.orchestra.run.smithi093.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-01-24T05:39:58.597 INFO:teuthology.orchestra.run.smithi093.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-01-24T05:39:58.597 INFO:teuthology.orchestra.run.smithi093.stdout: openblas-0.3.15-4.el8.x86_64 2023-01-24T05:39:58.598 INFO:teuthology.orchestra.run.smithi093.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-01-24T05:39:58.598 INFO:teuthology.orchestra.run.smithi093.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-01-24T05:39:58.598 INFO:teuthology.orchestra.run.smithi093.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-01-24T05:39:58.598 INFO:teuthology.orchestra.run.smithi093.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-01-24T05:39:58.598 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:39:58.599 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:39:58.710 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-mgr-rook 2023-01-24T05:39:59.129 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-01-24T05:39:59.158 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:39:59.332 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 1/8 2023-01-24T05:39:59.436 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:44 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:39:59.463 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 1/8 2023-01-24T05:39:59.649 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 2/8 2023-01-24T05:40:00.261 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 2/8 2023-01-24T05:40:00.377 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2023-01-24T05:40:00.507 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:40:00.569 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:00.571 INFO:teuthology.orchestra.run.smithi093.stdout:======================================================================================== 2023-01-24T05:40:00.571 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:40:00.571 INFO:teuthology.orchestra.run.smithi093.stdout:======================================================================================== 2023-01-24T05:40:00.571 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:00.572 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-rook noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 47 k 2023-01-24T05:40:00.572 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-01-24T05:40:00.572 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-01-24T05:40:00.572 INFO:teuthology.orchestra.run.smithi093.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-01-24T05:40:00.572 INFO:teuthology.orchestra.run.smithi093.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-01-24T05:40:00.573 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-01-24T05:40:00.573 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-01-24T05:40:00.573 INFO:teuthology.orchestra.run.smithi093.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-01-24T05:40:00.573 INFO:teuthology.orchestra.run.smithi093.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-01-24T05:40:00.573 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-01-24T05:40:00.574 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-01-24T05:40:00.574 INFO:teuthology.orchestra.run.smithi093.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-01-24T05:40:00.574 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-01-24T05:40:00.574 INFO:teuthology.orchestra.run.smithi093.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-01-24T05:40:00.574 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:00.575 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:00.575 INFO:teuthology.orchestra.run.smithi093.stdout:======================================================================================== 2023-01-24T05:40:00.575 INFO:teuthology.orchestra.run.smithi093.stdout:Install 13 Packages 2023-01-24T05:40:00.575 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:00.576 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 1.9 M 2023-01-24T05:40:00.576 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 25 M 2023-01-24T05:40:00.576 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:00.591 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 8/8 2023-01-24T05:40:00.633 INFO:teuthology.orchestra.run.smithi093.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 450 kB/s | 27 kB 00:00 2023-01-24T05:40:00.650 INFO:teuthology.orchestra.run.smithi093.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 263 kB/s | 20 kB 00:00 2023-01-24T05:40:00.676 INFO:teuthology.orchestra.run.smithi093.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 3.0 MB/s | 126 kB 00:00 2023-01-24T05:40:00.701 INFO:teuthology.orchestra.run.smithi093.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 2.1 MB/s | 110 kB 00:00 2023-01-24T05:40:00.726 INFO:teuthology.orchestra.run.smithi093.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 3.0 MB/s | 155 kB 00:00 2023-01-24T05:40:00.751 INFO:teuthology.orchestra.run.smithi093.stdout:(6/13): python3-requests-oauthlib-1.0.0-1.el8.n 848 kB/s | 43 kB 00:00 2023-01-24T05:40:00.777 INFO:teuthology.orchestra.run.smithi093.stdout:(7/13): ceph-mgr-rook-18.0.0-1954.g1a671c19.el8 234 kB/s | 47 kB 00:00 2023-01-24T05:40:00.852 INFO:teuthology.orchestra.run.smithi093.stdout:(8/13): python3-certifi-2018.10.15-7.el8.noarch 162 kB/s | 16 kB 00:00 2023-01-24T05:40:00.877 INFO:teuthology.orchestra.run.smithi093.stdout:(9/13): python3-cachetools-3.1.1-4.el8.noarch.r 219 kB/s | 33 kB 00:00 2023-01-24T05:40:00.911 INFO:teuthology.orchestra.run.smithi093.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 606 kB/s | 81 kB 00:00 2023-01-24T05:40:00.927 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 8/8 2023-01-24T05:40:00.927 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 1/8 2023-01-24T05:40:00.927 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2023-01-24T05:40:00.928 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:40:00.928 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2023-01-24T05:40:00.928 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2023-01-24T05:40:00.928 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2023-01-24T05:40:00.929 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 7/8 2023-01-24T05:40:00.969 INFO:teuthology.orchestra.run.smithi093.stdout:(11/13): python3-rsa-4.8-1.el8.noarch.rpm 669 kB/s | 61 kB 00:00 2023-01-24T05:40:00.995 INFO:teuthology.orchestra.run.smithi093.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 733 kB/s | 61 kB 00:00 2023-01-24T05:40:01.122 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:40:01.128 INFO:teuthology.orchestra.run.smithi093.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 4.2 MB/s | 1.2 MB 00:00 2023-01-24T05:40:01.130 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:01.130 INFO:teuthology.orchestra.run.smithi093.stdout:Total 3.5 MB/s | 1.9 MB 00:00 2023-01-24T05:40:01.181 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:01.196 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:01.197 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:01.293 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:01.297 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:01.298 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-01-24T05:40:01.694 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 8/8 2023-01-24T05:40:01.694 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:01.695 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:01.695 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:01.695 INFO:teuthology.orchestra.run.smithi140.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-01-24T05:40:01.695 INFO:teuthology.orchestra.run.smithi140.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-01-24T05:40:01.695 INFO:teuthology.orchestra.run.smithi140.stdout: openblas-0.3.15-4.el8.x86_64 2023-01-24T05:40:01.696 INFO:teuthology.orchestra.run.smithi140.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-01-24T05:40:01.696 INFO:teuthology.orchestra.run.smithi140.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-01-24T05:40:01.696 INFO:teuthology.orchestra.run.smithi140.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-01-24T05:40:01.696 INFO:teuthology.orchestra.run.smithi140.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-01-24T05:40:01.696 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:01.697 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:01.802 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:02.011 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-01-24T05:40:02.061 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-01-24T05:40:02.269 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2023-01-24T05:40:02.452 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-01-24T05:40:02.495 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-rsa-4.8-1.el8.noarch 3/13 2023-01-24T05:40:02.673 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-mgr-rook 2023-01-24T05:40:02.715 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-01-24T05:40:02.733 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2023-01-24T05:40:02.907 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2023-01-24T05:40:03.122 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2023-01-24T05:40:03.404 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2023-01-24T05:40:03.410 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:48 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:03.655 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2023-01-24T05:40:04.483 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-01-24T05:40:04.554 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:04.555 INFO:teuthology.orchestra.run.smithi140.stdout:======================================================================================== 2023-01-24T05:40:04.556 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:40:04.556 INFO:teuthology.orchestra.run.smithi140.stdout:======================================================================================== 2023-01-24T05:40:04.556 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:04.556 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-rook noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 47 k 2023-01-24T05:40:04.556 INFO:teuthology.orchestra.run.smithi140.stdout:Installing dependencies: 2023-01-24T05:40:04.557 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-01-24T05:40:04.557 INFO:teuthology.orchestra.run.smithi140.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-01-24T05:40:04.557 INFO:teuthology.orchestra.run.smithi140.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-01-24T05:40:04.557 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-01-24T05:40:04.558 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-01-24T05:40:04.558 INFO:teuthology.orchestra.run.smithi140.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-01-24T05:40:04.558 INFO:teuthology.orchestra.run.smithi140.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-01-24T05:40:04.558 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-01-24T05:40:04.558 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-01-24T05:40:04.559 INFO:teuthology.orchestra.run.smithi140.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-01-24T05:40:04.559 INFO:teuthology.orchestra.run.smithi140.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-01-24T05:40:04.559 INFO:teuthology.orchestra.run.smithi140.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-01-24T05:40:04.559 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:04.559 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:04.559 INFO:teuthology.orchestra.run.smithi140.stdout:======================================================================================== 2023-01-24T05:40:04.560 INFO:teuthology.orchestra.run.smithi140.stdout:Install 13 Packages 2023-01-24T05:40:04.560 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:04.561 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 1.9 M 2023-01-24T05:40:04.561 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 25 M 2023-01-24T05:40:04.561 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:04.650 INFO:teuthology.orchestra.run.smithi140.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 292 kB/s | 27 kB 00:00 2023-01-24T05:40:04.675 INFO:teuthology.orchestra.run.smithi140.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 173 kB/s | 20 kB 00:00 2023-01-24T05:40:04.708 INFO:teuthology.orchestra.run.smithi140.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.1 MB/s | 126 kB 00:00 2023-01-24T05:40:04.716 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2023-01-24T05:40:04.733 INFO:teuthology.orchestra.run.smithi140.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 1.8 MB/s | 110 kB 00:00 2023-01-24T05:40:04.759 INFO:teuthology.orchestra.run.smithi140.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 3.0 MB/s | 155 kB 00:00 2023-01-24T05:40:04.784 INFO:teuthology.orchestra.run.smithi140.stdout:(6/13): ceph-mgr-rook-18.0.0-1954.g1a671c19.el8 210 kB/s | 47 kB 00:00 2023-01-24T05:40:04.810 INFO:teuthology.orchestra.run.smithi140.stdout:(7/13): python3-requests-oauthlib-1.0.0-1.el8.n 563 kB/s | 43 kB 00:00 2023-01-24T05:40:04.893 INFO:teuthology.orchestra.run.smithi140.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 246 kB/s | 33 kB 00:00 2023-01-24T05:40:04.918 INFO:teuthology.orchestra.run.smithi140.stdout:(9/13): python3-certifi-2018.10.15-7.el8.noarch 122 kB/s | 16 kB 00:00 2023-01-24T05:40:04.952 INFO:teuthology.orchestra.run.smithi140.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 570 kB/s | 81 kB 00:00 2023-01-24T05:40:04.965 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2023-01-24T05:40:05.011 INFO:teuthology.orchestra.run.smithi140.stdout:(11/13): python3-rsa-4.8-1.el8.noarch.rpm 668 kB/s | 61 kB 00:00 2023-01-24T05:40:05.036 INFO:teuthology.orchestra.run.smithi140.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 732 kB/s | 61 kB 00:00 2023-01-24T05:40:05.174 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-01-24T05:40:05.203 INFO:teuthology.orchestra.run.smithi140.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 3.8 MB/s | 1.2 MB 00:00 2023-01-24T05:40:05.204 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:05.205 INFO:teuthology.orchestra.run.smithi140.stdout:Total 3.0 MB/s | 1.9 MB 00:00 2023-01-24T05:40:05.259 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:05.273 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:05.273 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:05.351 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2023-01-24T05:40:05.371 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:05.375 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:05.484 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 13/13 2023-01-24T05:40:05.780 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2023-01-24T05:40:05.795 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 13/13 2023-01-24T05:40:05.795 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 1/13 2023-01-24T05:40:05.796 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2023-01-24T05:40:05.796 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2023-01-24T05:40:05.796 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2023-01-24T05:40:05.796 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2023-01-24T05:40:05.796 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-01-24T05:40:05.797 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-01-24T05:40:05.797 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2023-01-24T05:40:05.797 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-01-24T05:40:05.797 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2023-01-24T05:40:05.798 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2023-01-24T05:40:05.798 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 12/13 2023-01-24T05:40:05.907 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:06.031 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 8/8 2023-01-24T05:40:06.160 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-01-24T05:40:06.349 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2023-01-24T05:40:06.384 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 8/8 2023-01-24T05:40:06.384 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c1 1/8 2023-01-24T05:40:06.384 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2023-01-24T05:40:06.384 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2023-01-24T05:40:06.385 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2023-01-24T05:40:06.385 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2023-01-24T05:40:06.385 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2023-01-24T05:40:06.385 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 7/8 2023-01-24T05:40:06.521 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2023-01-24T05:40:06.521 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:06.521 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:06.521 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:06.522 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-01-24T05:40:06.522 INFO:teuthology.orchestra.run.smithi093.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-01-24T05:40:06.522 INFO:teuthology.orchestra.run.smithi093.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-01-24T05:40:06.522 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-01-24T05:40:06.522 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-01-24T05:40:06.523 INFO:teuthology.orchestra.run.smithi093.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-01-24T05:40:06.523 INFO:teuthology.orchestra.run.smithi093.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-01-24T05:40:06.523 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-01-24T05:40:06.523 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-01-24T05:40:06.523 INFO:teuthology.orchestra.run.smithi093.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-01-24T05:40:06.524 INFO:teuthology.orchestra.run.smithi093.stdout: python3-rsa-4.8-1.el8.noarch 2023-01-24T05:40:06.524 INFO:teuthology.orchestra.run.smithi093.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-01-24T05:40:06.524 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:06.524 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:06.592 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-rsa-4.8-1.el8.noarch 3/13 2023-01-24T05:40:06.659 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-mgr-cephadm 2023-01-24T05:40:06.788 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2023-01-24T05:40:06.932 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 8/8 2023-01-24T05:40:06.932 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:06.932 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:40:06.933 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-diskprediction-local-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:06.933 INFO:teuthology.orchestra.run.smithi146.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-01-24T05:40:06.933 INFO:teuthology.orchestra.run.smithi146.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-01-24T05:40:06.933 INFO:teuthology.orchestra.run.smithi146.stdout: openblas-0.3.15-4.el8.x86_64 2023-01-24T05:40:06.933 INFO:teuthology.orchestra.run.smithi146.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-01-24T05:40:06.934 INFO:teuthology.orchestra.run.smithi146.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-01-24T05:40:06.934 INFO:teuthology.orchestra.run.smithi146.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-01-24T05:40:06.934 INFO:teuthology.orchestra.run.smithi146.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-01-24T05:40:06.934 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:06.934 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:06.995 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2023-01-24T05:40:07.079 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr-rook 2023-01-24T05:40:07.210 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2023-01-24T05:40:07.384 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:52 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:07.517 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2023-01-24T05:40:07.760 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2023-01-24T05:40:07.811 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:51 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:08.534 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:08.535 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:08.535 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:40:08.535 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:08.535 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:08.535 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-cephadm noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 120 k 2023-01-24T05:40:08.536 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-01-24T05:40:08.536 INFO:teuthology.orchestra.run.smithi093.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-01-24T05:40:08.536 INFO:teuthology.orchestra.run.smithi093.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-01-24T05:40:08.536 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-01-24T05:40:08.536 INFO:teuthology.orchestra.run.smithi093.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-01-24T05:40:08.537 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:08.537 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:08.537 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:08.537 INFO:teuthology.orchestra.run.smithi093.stdout:Install 5 Packages 2023-01-24T05:40:08.537 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:08.538 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 6.0 M 2023-01-24T05:40:08.538 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 26 M 2023-01-24T05:40:08.538 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:08.634 INFO:teuthology.orchestra.run.smithi093.stdout:(1/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 5.4 MB/s | 538 kB 00:00 2023-01-24T05:40:08.726 INFO:teuthology.orchestra.run.smithi093.stdout:(2/5): python3-babel-2.5.1-7.el8.noarch.rpm 25 MB/s | 4.8 MB 00:00 2023-01-24T05:40:08.785 INFO:teuthology.orchestra.run.smithi093.stdout:(3/5): ceph-mgr-cephadm-18.0.0-1954.g1a671c19.e 484 kB/s | 120 kB 00:00 2023-01-24T05:40:08.868 INFO:teuthology.orchestra.run.smithi093.stdout:(4/5): python3-natsort-7.1.1-2.el8.noarch.rpm 425 kB/s | 60 kB 00:00 2023-01-24T05:40:08.952 INFO:teuthology.orchestra.run.smithi093.stdout:(5/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.5 MB/s | 476 kB 00:00 2023-01-24T05:40:08.954 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:08.954 INFO:teuthology.orchestra.run.smithi093.stdout:Total 14 MB/s | 6.0 MB 00:00 2023-01-24T05:40:08.959 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:08.960 INFO:teuthology.orchestra.run.smithi146.stdout:======================================================================================== 2023-01-24T05:40:08.961 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:40:08.961 INFO:teuthology.orchestra.run.smithi146.stdout:======================================================================================== 2023-01-24T05:40:08.961 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:40:08.961 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-rook noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 47 k 2023-01-24T05:40:08.961 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2023-01-24T05:40:08.962 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-01-24T05:40:08.962 INFO:teuthology.orchestra.run.smithi146.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-01-24T05:40:08.962 INFO:teuthology.orchestra.run.smithi146.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-01-24T05:40:08.962 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-01-24T05:40:08.962 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-01-24T05:40:08.963 INFO:teuthology.orchestra.run.smithi146.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-01-24T05:40:08.963 INFO:teuthology.orchestra.run.smithi146.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-01-24T05:40:08.963 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-01-24T05:40:08.963 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-01-24T05:40:08.963 INFO:teuthology.orchestra.run.smithi146.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-01-24T05:40:08.963 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-01-24T05:40:08.964 INFO:teuthology.orchestra.run.smithi146.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-01-24T05:40:08.964 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:08.964 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:40:08.964 INFO:teuthology.orchestra.run.smithi146.stdout:======================================================================================== 2023-01-24T05:40:08.964 INFO:teuthology.orchestra.run.smithi146.stdout:Install 13 Packages 2023-01-24T05:40:08.965 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:08.965 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 1.9 M 2023-01-24T05:40:08.965 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 25 M 2023-01-24T05:40:08.966 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:40:09.004 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:09.015 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:09.015 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:09.042 INFO:teuthology.orchestra.run.smithi146.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 342 kB/s | 27 kB 00:00 2023-01-24T05:40:09.067 INFO:teuthology.orchestra.run.smithi146.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 194 kB/s | 20 kB 00:00 2023-01-24T05:40:09.092 INFO:teuthology.orchestra.run.smithi146.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.5 MB/s | 126 kB 00:00 2023-01-24T05:40:09.118 INFO:teuthology.orchestra.run.smithi146.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 2.1 MB/s | 110 kB 00:00 2023-01-24T05:40:09.143 INFO:teuthology.orchestra.run.smithi146.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 3.0 MB/s | 155 kB 00:00 2023-01-24T05:40:09.155 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:09.158 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:09.168 INFO:teuthology.orchestra.run.smithi146.stdout:(6/13): ceph-mgr-rook-18.0.0-1954.g1a671c19.el8 232 kB/s | 47 kB 00:00 2023-01-24T05:40:09.213 INFO:teuthology.orchestra.run.smithi146.stdout:(7/13): python3-requests-oauthlib-1.0.0-1.el8.n 447 kB/s | 43 kB 00:00 2023-01-24T05:40:09.302 INFO:teuthology.orchestra.run.smithi146.stdout:(8/13): python3-certifi-2018.10.15-7.el8.noarch 122 kB/s | 16 kB 00:00 2023-01-24T05:40:09.317 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2023-01-24T05:40:09.327 INFO:teuthology.orchestra.run.smithi146.stdout:(9/13): python3-cachetools-3.1.1-4.el8.noarch.r 179 kB/s | 33 kB 00:00 2023-01-24T05:40:09.353 INFO:teuthology.orchestra.run.smithi146.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 583 kB/s | 81 kB 00:00 2023-01-24T05:40:09.403 INFO:teuthology.orchestra.run.smithi146.stdout:(11/13): python3-websocket-client-0.56.0-5.el8. 1.2 MB/s | 61 kB 00:00 2023-01-24T05:40:09.428 INFO:teuthology.orchestra.run.smithi146.stdout:(12/13): python3-rsa-4.8-1.el8.noarch.rpm 612 kB/s | 61 kB 00:00 2023-01-24T05:40:09.465 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:09.579 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2023-01-24T05:40:09.738 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2023-01-24T05:40:09.788 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-01-24T05:40:09.876 INFO:teuthology.orchestra.run.smithi146.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 2.0 MB/s | 1.2 MB 00:00 2023-01-24T05:40:09.878 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:09.878 INFO:teuthology.orchestra.run.smithi146.stdout:Total 2.1 MB/s | 1.9 MB 00:00 2023-01-24T05:40:09.932 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:40:09.948 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:40:09.948 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:40:09.998 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2023-01-24T05:40:10.045 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:40:10.049 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:40:10.173 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 13/13 2023-01-24T05:40:10.482 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 13/13 2023-01-24T05:40:10.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 1/13 2023-01-24T05:40:10.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2023-01-24T05:40:10.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2023-01-24T05:40:10.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2023-01-24T05:40:10.483 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2023-01-24T05:40:10.484 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-01-24T05:40:10.484 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-01-24T05:40:10.484 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2023-01-24T05:40:10.484 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-01-24T05:40:10.484 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2023-01-24T05:40:10.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2023-01-24T05:40:10.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 12/13 2023-01-24T05:40:10.624 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:40:10.676 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-01-24T05:40:10.908 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-01-24T05:40:11.029 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2023-01-24T05:40:11.029 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:11.030 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:11.030 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:11.030 INFO:teuthology.orchestra.run.smithi140.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-01-24T05:40:11.030 INFO:teuthology.orchestra.run.smithi140.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-01-24T05:40:11.030 INFO:teuthology.orchestra.run.smithi140.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-01-24T05:40:11.031 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-01-24T05:40:11.031 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-01-24T05:40:11.031 INFO:teuthology.orchestra.run.smithi140.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-01-24T05:40:11.031 INFO:teuthology.orchestra.run.smithi140.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-01-24T05:40:11.031 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-01-24T05:40:11.032 INFO:teuthology.orchestra.run.smithi140.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-01-24T05:40:11.032 INFO:teuthology.orchestra.run.smithi140.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-01-24T05:40:11.032 INFO:teuthology.orchestra.run.smithi140.stdout: python3-rsa-4.8-1.el8.noarch 2023-01-24T05:40:11.032 INFO:teuthology.orchestra.run.smithi140.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-01-24T05:40:11.032 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:11.033 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:11.070 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2023-01-24T05:40:11.097 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2023-01-24T05:40:11.158 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-mgr-cephadm 2023-01-24T05:40:11.344 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-01-24T05:40:11.366 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-rsa-4.8-1.el8.noarch 3/13 2023-01-24T05:40:11.516 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 5/5 2023-01-24T05:40:11.612 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2023-01-24T05:40:11.829 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 5/5 2023-01-24T05:40:11.829 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/5 2023-01-24T05:40:11.830 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2023-01-24T05:40:11.830 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2023-01-24T05:40:11.830 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-01-24T05:40:11.835 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2023-01-24T05:40:11.890 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:01:56 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:12.134 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2023-01-24T05:40:12.324 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2023-01-24T05:40:12.325 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:12.325 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:12.325 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:12.325 INFO:teuthology.orchestra.run.smithi093.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-01-24T05:40:12.326 INFO:teuthology.orchestra.run.smithi093.stdout: python3-babel-2.5.1-7.el8.noarch 2023-01-24T05:40:12.326 INFO:teuthology.orchestra.run.smithi093.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-01-24T05:40:12.326 INFO:teuthology.orchestra.run.smithi093.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-01-24T05:40:12.326 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:12.326 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:12.429 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-fuse 2023-01-24T05:40:12.483 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2023-01-24T05:40:12.726 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2023-01-24T05:40:13.044 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:13.045 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:13.046 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:40:13.046 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:13.046 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:13.046 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-cephadm noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 120 k 2023-01-24T05:40:13.046 INFO:teuthology.orchestra.run.smithi140.stdout:Installing dependencies: 2023-01-24T05:40:13.046 INFO:teuthology.orchestra.run.smithi140.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-01-24T05:40:13.047 INFO:teuthology.orchestra.run.smithi140.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-01-24T05:40:13.047 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-01-24T05:40:13.047 INFO:teuthology.orchestra.run.smithi140.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-01-24T05:40:13.047 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:13.047 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:13.048 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:13.048 INFO:teuthology.orchestra.run.smithi140.stdout:Install 5 Packages 2023-01-24T05:40:13.048 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:13.049 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 6.0 M 2023-01-24T05:40:13.049 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 26 M 2023-01-24T05:40:13.049 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:13.136 INFO:teuthology.orchestra.run.smithi140.stdout:(1/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 6.0 MB/s | 538 kB 00:00 2023-01-24T05:40:13.142 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:01:58 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:13.228 INFO:teuthology.orchestra.run.smithi140.stdout:(2/5): python3-babel-2.5.1-7.el8.noarch.rpm 27 MB/s | 4.8 MB 00:00 2023-01-24T05:40:13.278 INFO:teuthology.orchestra.run.smithi140.stdout:(3/5): ceph-mgr-cephadm-18.0.0-1954.g1a671c19.e 520 kB/s | 120 kB 00:00 2023-01-24T05:40:13.396 INFO:teuthology.orchestra.run.smithi140.stdout:(4/5): python3-natsort-7.1.1-2.el8.noarch.rpm 361 kB/s | 60 kB 00:00 2023-01-24T05:40:13.496 INFO:teuthology.orchestra.run.smithi140.stdout:(5/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.3 MB/s | 476 kB 00:00 2023-01-24T05:40:13.497 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:13.497 INFO:teuthology.orchestra.run.smithi140.stdout:Total 13 MB/s | 6.0 MB 00:00 2023-01-24T05:40:13.549 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:13.560 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:13.560 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:13.701 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:13.704 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:13.831 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2023-01-24T05:40:13.980 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:14.161 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2023-01-24T05:40:14.279 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2023-01-24T05:40:14.280 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:14.281 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:14.281 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:40:14.281 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:14.282 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:14.282 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-fuse x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 845 k 2023-01-24T05:40:14.282 INFO:teuthology.orchestra.run.smithi093.stdout:Installing dependencies: 2023-01-24T05:40:14.282 INFO:teuthology.orchestra.run.smithi093.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-01-24T05:40:14.282 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:14.282 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:14.283 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:14.283 INFO:teuthology.orchestra.run.smithi093.stdout:Install 2 Packages 2023-01-24T05:40:14.283 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:14.284 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 928 k 2023-01-24T05:40:14.284 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 2.9 M 2023-01-24T05:40:14.284 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:14.351 INFO:teuthology.orchestra.run.smithi093.stdout:(1/2): fuse-2.9.7-16.el8.x86_64.rpm 1.2 MB/s | 83 kB 00:00 2023-01-24T05:40:14.392 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-01-24T05:40:14.589 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2023-01-24T05:40:14.771 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 13/13 2023-01-24T05:40:14.801 INFO:teuthology.orchestra.run.smithi093.stdout:(2/2): ceph-fuse-18.0.0-1954.g1a671c19.el8.x86_ 1.6 MB/s | 845 kB 00:00 2023-01-24T05:40:14.802 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:14.802 INFO:teuthology.orchestra.run.smithi093.stdout:Total 1.7 MB/s | 928 kB 00:00 2023-01-24T05:40:14.812 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:14.833 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:14.833 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:14.926 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:14.929 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:15.079 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 13/13 2023-01-24T05:40:15.080 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 1/13 2023-01-24T05:40:15.080 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2023-01-24T05:40:15.080 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2023-01-24T05:40:15.080 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2023-01-24T05:40:15.081 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2023-01-24T05:40:15.081 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-01-24T05:40:15.081 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-01-24T05:40:15.081 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2023-01-24T05:40:15.081 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-01-24T05:40:15.082 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2023-01-24T05:40:15.082 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2023-01-24T05:40:15.082 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 12/13 2023-01-24T05:40:15.141 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:15.298 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-01-24T05:40:15.389 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : fuse-2.9.7-16.el8.x86_64 1/2 2023-01-24T05:40:15.564 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2/2 2023-01-24T05:40:15.709 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2023-01-24T05:40:15.976 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2/2 2023-01-24T05:40:15.976 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/2 2023-01-24T05:40:15.983 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-01-24T05:40:16.073 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2023-01-24T05:40:16.073 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:16.073 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:40:16.074 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-rook-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:16.074 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-01-24T05:40:16.074 INFO:teuthology.orchestra.run.smithi146.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-01-24T05:40:16.074 INFO:teuthology.orchestra.run.smithi146.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-01-24T05:40:16.074 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-01-24T05:40:16.075 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-01-24T05:40:16.075 INFO:teuthology.orchestra.run.smithi146.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-01-24T05:40:16.075 INFO:teuthology.orchestra.run.smithi146.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-01-24T05:40:16.075 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-01-24T05:40:16.075 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-01-24T05:40:16.075 INFO:teuthology.orchestra.run.smithi146.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-01-24T05:40:16.076 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rsa-4.8-1.el8.noarch 2023-01-24T05:40:16.076 INFO:teuthology.orchestra.run.smithi146.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-01-24T05:40:16.076 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:16.076 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:16.180 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 5/5 2023-01-24T05:40:16.213 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr-cephadm 2023-01-24T05:40:16.484 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 5/5 2023-01-24T05:40:16.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/5 2023-01-24T05:40:16.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2023-01-24T05:40:16.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2023-01-24T05:40:16.485 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-01-24T05:40:16.486 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 2/2 2023-01-24T05:40:16.486 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:16.486 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:16.486 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 fuse-2.9.7-16.el8.x86_64 2023-01-24T05:40:16.487 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:16.487 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:16.883 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install ceph-volume 2023-01-24T05:40:16.947 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:00 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:16.986 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2023-01-24T05:40:16.986 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:16.987 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:16.987 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:16.987 INFO:teuthology.orchestra.run.smithi140.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-01-24T05:40:16.987 INFO:teuthology.orchestra.run.smithi140.stdout: python3-babel-2.5.1-7.el8.noarch 2023-01-24T05:40:16.988 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-01-24T05:40:16.988 INFO:teuthology.orchestra.run.smithi140.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-01-24T05:40:16.988 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:16.988 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:17.101 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-fuse 2023-01-24T05:40:17.621 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:02 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:17.828 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:02 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:18.097 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:18.098 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:18.098 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:40:18.098 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:18.098 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:40:18.098 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-cephadm noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 120 k 2023-01-24T05:40:18.099 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2023-01-24T05:40:18.099 INFO:teuthology.orchestra.run.smithi146.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-01-24T05:40:18.099 INFO:teuthology.orchestra.run.smithi146.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-01-24T05:40:18.099 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-01-24T05:40:18.099 INFO:teuthology.orchestra.run.smithi146.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-01-24T05:40:18.100 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:18.100 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:40:18.100 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:18.100 INFO:teuthology.orchestra.run.smithi146.stdout:Install 5 Packages 2023-01-24T05:40:18.100 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:18.101 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 6.0 M 2023-01-24T05:40:18.101 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 26 M 2023-01-24T05:40:18.101 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:40:18.252 INFO:teuthology.orchestra.run.smithi146.stdout:(1/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 3.5 MB/s | 538 kB 00:00 2023-01-24T05:40:18.303 INFO:teuthology.orchestra.run.smithi146.stdout:(2/5): ceph-mgr-cephadm-18.0.0-1954.g1a671c19.e 592 kB/s | 120 kB 00:00 2023-01-24T05:40:18.362 INFO:teuthology.orchestra.run.smithi146.stdout:(3/5): python3-babel-2.5.1-7.el8.noarch.rpm 18 MB/s | 4.8 MB 00:00 2023-01-24T05:40:18.513 INFO:teuthology.orchestra.run.smithi146.stdout:(4/5): python3-natsort-7.1.1-2.el8.noarch.rpm 287 kB/s | 60 kB 00:00 2023-01-24T05:40:18.629 INFO:teuthology.orchestra.run.smithi146.stdout:(5/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.2 MB/s | 476 kB 00:00 2023-01-24T05:40:18.630 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:18.631 INFO:teuthology.orchestra.run.smithi146.stdout:Total 11 MB/s | 6.0 MB 00:00 2023-01-24T05:40:18.683 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:40:18.694 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:40:18.694 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:40:18.773 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:18.774 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:18.774 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repository Size 2023-01-24T05:40:18.774 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:18.775 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:18.775 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-volume noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 263 k 2023-01-24T05:40:18.775 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:18.775 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:18.775 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:18.776 INFO:teuthology.orchestra.run.smithi093.stdout:Install 1 Package 2023-01-24T05:40:18.776 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:18.776 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 263 k 2023-01-24T05:40:18.777 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 1.3 M 2023-01-24T05:40:18.777 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:18.849 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:40:18.853 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:40:18.979 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:18.980 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:18.980 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:40:18.981 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:18.981 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:18.981 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-fuse x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 845 k 2023-01-24T05:40:18.981 INFO:teuthology.orchestra.run.smithi140.stdout:Installing dependencies: 2023-01-24T05:40:18.981 INFO:teuthology.orchestra.run.smithi140.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-01-24T05:40:18.982 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:18.982 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:18.982 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:18.982 INFO:teuthology.orchestra.run.smithi140.stdout:Install 2 Packages 2023-01-24T05:40:18.982 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:18.983 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 928 k 2023-01-24T05:40:18.983 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 2.9 M 2023-01-24T05:40:18.984 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:19.045 INFO:teuthology.orchestra.run.smithi140.stdout:(1/2): fuse-2.9.7-16.el8.x86_64.rpm 1.3 MB/s | 83 kB 00:00 2023-01-24T05:40:19.082 INFO:teuthology.orchestra.run.smithi093.stdout:ceph-volume-18.0.0-1954.g1a671c19.el8.noarch.rp 859 kB/s | 263 kB 00:00 2023-01-24T05:40:19.082 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:19.083 INFO:teuthology.orchestra.run.smithi093.stdout:Total 856 kB/s | 263 kB 00:00 2023-01-24T05:40:19.083 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:19.092 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:19.093 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:19.159 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:40:19.182 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:19.186 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:19.304 INFO:teuthology.orchestra.run.smithi140.stdout:(2/2): ceph-fuse-18.0.0-1954.g1a671c19.el8.x86_ 2.6 MB/s | 845 kB 00:00 2023-01-24T05:40:19.305 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:19.305 INFO:teuthology.orchestra.run.smithi140.stdout:Total 2.8 MB/s | 928 kB 00:00 2023-01-24T05:40:19.315 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:19.336 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:19.336 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:19.366 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:19.430 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:19.434 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:19.494 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2023-01-24T05:40:19.616 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:19.632 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:19.894 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : fuse-2.9.7-16.el8.x86_64 1/2 2023-01-24T05:40:20.055 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:20.111 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2/2 2023-01-24T05:40:20.485 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-01-24T05:40:20.534 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2/2 2023-01-24T05:40:20.534 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/2 2023-01-24T05:40:20.568 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:20.569 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:20.569 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:20.569 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:20.569 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:20.570 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:20.786 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install librados-devel 2023-01-24T05:40:20.959 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2023-01-24T05:40:21.077 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 2/2 2023-01-24T05:40:21.078 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:21.078 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:21.078 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 fuse-2.9.7-16.el8.x86_64 2023-01-24T05:40:21.078 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:21.078 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:21.241 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-01-24T05:40:21.366 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install ceph-volume 2023-01-24T05:40:21.470 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 5/5 2023-01-24T05:40:21.515 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:06 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:21.767 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 5/5 2023-01-24T05:40:21.768 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 1/5 2023-01-24T05:40:21.768 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2023-01-24T05:40:21.768 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2023-01-24T05:40:21.768 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-01-24T05:40:22.101 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:07 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:22.307 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2023-01-24T05:40:22.308 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:22.308 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:40:22.308 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-cephadm-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:22.308 INFO:teuthology.orchestra.run.smithi146.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-01-24T05:40:22.308 INFO:teuthology.orchestra.run.smithi146.stdout: python3-babel-2.5.1-7.el8.noarch 2023-01-24T05:40:22.309 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-01-24T05:40:22.309 INFO:teuthology.orchestra.run.smithi146.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-01-24T05:40:22.309 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:22.309 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:22.429 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-fuse 2023-01-24T05:40:22.658 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:22.659 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:22.659 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repo Size 2023-01-24T05:40:22.659 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:22.660 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:22.660 INFO:teuthology.orchestra.run.smithi093.stdout: librados-devel x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 139 k 2023-01-24T05:40:22.660 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:22.660 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:22.660 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:22.661 INFO:teuthology.orchestra.run.smithi093.stdout:Install 1 Package 2023-01-24T05:40:22.661 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:22.662 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 139 k 2023-01-24T05:40:22.662 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 512 k 2023-01-24T05:40:22.663 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:23.044 INFO:teuthology.orchestra.run.smithi093.stdout:librados-devel-18.0.0-1954.g1a671c19.el8.x86_64 362 kB/s | 139 kB 00:00 2023-01-24T05:40:23.044 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:23.045 INFO:teuthology.orchestra.run.smithi093.stdout:Total 361 kB/s | 139 kB 00:00 2023-01-24T05:40:23.045 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:23.050 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:23.050 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:23.102 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:23.105 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:23.146 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:07 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:23.225 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:23.241 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:23.242 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:23.242 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repository Size 2023-01-24T05:40:23.242 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:23.242 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:23.243 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-volume noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 263 k 2023-01-24T05:40:23.243 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:23.243 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:23.243 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:23.243 INFO:teuthology.orchestra.run.smithi140.stdout:Install 1 Package 2023-01-24T05:40:23.244 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:23.244 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 263 k 2023-01-24T05:40:23.244 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 1.3 M 2023-01-24T05:40:23.244 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:23.440 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:23.667 INFO:teuthology.orchestra.run.smithi140.stdout:ceph-volume-18.0.0-1954.g1a671c19.el8.noarch.rp 620 kB/s | 263 kB 00:00 2023-01-24T05:40:23.668 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:23.668 INFO:teuthology.orchestra.run.smithi140.stdout:Total 618 kB/s | 263 kB 00:00 2023-01-24T05:40:23.668 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:23.678 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:23.678 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:23.742 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:23.772 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:23.776 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:23.968 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:24.230 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:24.231 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:24.231 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:24.231 INFO:teuthology.orchestra.run.smithi093.stdout: librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:24.232 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:24.232 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:24.237 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:24.290 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:24.291 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:24.291 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:40:24.292 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:24.292 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:40:24.292 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-fuse x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 845 k 2023-01-24T05:40:24.292 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2023-01-24T05:40:24.292 INFO:teuthology.orchestra.run.smithi146.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-01-24T05:40:24.293 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:24.293 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:40:24.293 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:24.293 INFO:teuthology.orchestra.run.smithi146.stdout:Install 2 Packages 2023-01-24T05:40:24.293 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:24.294 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 928 k 2023-01-24T05:40:24.294 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 2.9 M 2023-01-24T05:40:24.294 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:40:24.369 INFO:teuthology.orchestra.run.smithi146.stdout:(1/2): fuse-2.9.7-16.el8.x86_64.rpm 1.1 MB/s | 83 kB 00:00 2023-01-24T05:40:24.482 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install libcephfs2 2023-01-24T05:40:24.667 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:24.703 INFO:teuthology.orchestra.run.smithi146.stdout:(2/2): ceph-fuse-18.0.0-1954.g1a671c19.el8.x86_ 2.0 MB/s | 845 kB 00:00 2023-01-24T05:40:24.704 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:24.704 INFO:teuthology.orchestra.run.smithi146.stdout:Total 2.2 MB/s | 928 kB 00:00 2023-01-24T05:40:24.714 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:40:24.735 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:40:24.735 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:40:24.828 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:40:24.831 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:40:25.060 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:40:25.139 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:25.139 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:25.139 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:25.140 INFO:teuthology.orchestra.run.smithi140.stdout: ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:25.140 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:25.140 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:25.224 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:10 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:25.325 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install librados-devel 2023-01-24T05:40:25.360 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : fuse-2.9.7-16.el8.x86_64 1/2 2023-01-24T05:40:25.584 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2/2 2023-01-24T05:40:25.977 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2/2 2023-01-24T05:40:25.978 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/2 2023-01-24T05:40:26.063 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:11 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:26.259 INFO:teuthology.orchestra.run.smithi093.stdout:Package libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:26.359 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:26.360 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:40:26.360 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:26.469 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install libcephfs-devel 2023-01-24T05:40:26.612 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 2/2 2023-01-24T05:40:26.613 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:26.613 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:40:26.613 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 fuse-2.9.7-16.el8.x86_64 2023-01-24T05:40:26.614 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:26.614 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:26.879 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-volume 2023-01-24T05:40:27.195 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:12 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:27.207 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:27.208 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:27.208 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repo Size 2023-01-24T05:40:27.209 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:27.209 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:27.209 INFO:teuthology.orchestra.run.smithi140.stdout: librados-devel x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 139 k 2023-01-24T05:40:27.209 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:27.209 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:27.210 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:27.210 INFO:teuthology.orchestra.run.smithi140.stdout:Install 1 Package 2023-01-24T05:40:27.210 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:27.210 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 139 k 2023-01-24T05:40:27.210 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 512 k 2023-01-24T05:40:27.211 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:27.606 INFO:teuthology.orchestra.run.smithi140.stdout:librados-devel-18.0.0-1954.g1a671c19.el8.x86_64 351 kB/s | 139 kB 00:00 2023-01-24T05:40:27.606 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:27.607 INFO:teuthology.orchestra.run.smithi140.stdout:Total 349 kB/s | 139 kB 00:00 2023-01-24T05:40:27.607 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:27.612 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:27.612 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:27.622 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:11 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:27.664 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:27.668 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:27.785 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:27.984 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:28.290 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:28.327 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:28.328 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:28.328 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repo Size 2023-01-24T05:40:28.329 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:28.329 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:28.329 INFO:teuthology.orchestra.run.smithi093.stdout: libcephfs-devel x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 30 k 2023-01-24T05:40:28.329 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:28.330 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:28.330 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:28.330 INFO:teuthology.orchestra.run.smithi093.stdout:Install 1 Package 2023-01-24T05:40:28.330 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:28.330 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 30 k 2023-01-24T05:40:28.330 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 137 k 2023-01-24T05:40:28.331 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:28.752 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:28.753 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:28.753 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2023-01-24T05:40:28.754 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:28.754 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:40:28.754 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-volume noarch 2:18.0.0-1954.g1a671c19.el8 ceph-noarch 263 k 2023-01-24T05:40:28.754 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:28.754 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:40:28.755 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:28.755 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2023-01-24T05:40:28.755 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:28.755 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 263 k 2023-01-24T05:40:28.755 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 1.3 M 2023-01-24T05:40:28.756 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:40:28.804 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:28.804 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:28.805 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:28.805 INFO:teuthology.orchestra.run.smithi140.stdout: librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:28.805 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:28.805 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:29.007 INFO:teuthology.orchestra.run.smithi146.stdout:ceph-volume-18.0.0-1954.g1a671c19.el8.noarch.rp 1.0 MB/s | 263 kB 00:00 2023-01-24T05:40:29.008 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:29.008 INFO:teuthology.orchestra.run.smithi146.stdout:Total 1.0 MB/s | 263 kB 00:00 2023-01-24T05:40:29.009 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:40:29.018 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:40:29.018 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:40:29.050 INFO:teuthology.orchestra.run.smithi093.stdout:libcephfs-devel-18.0.0-1954.g1a671c19.el8.x86_6 42 kB/s | 30 kB 00:00 2023-01-24T05:40:29.051 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:29.051 INFO:teuthology.orchestra.run.smithi093.stdout:Total 42 kB/s | 30 kB 00:00 2023-01-24T05:40:29.052 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:29.055 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:29.055 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:29.082 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:29.085 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:29.105 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:40:29.108 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:40:29.148 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:29.297 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:40:29.369 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:29.611 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:29.648 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:30.053 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:30.091 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:30.091 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:30.091 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:30.092 INFO:teuthology.orchestra.run.smithi093.stdout: libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:30.092 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:30.092 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:30.239 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install librados2 2023-01-24T05:40:30.280 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install libcephfs2 2023-01-24T05:40:30.507 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 1/1 2023-01-24T05:40:30.508 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:30.508 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:40:30.508 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-volume-2:18.0.0-1954.g1a671c19.el8.noarch 2023-01-24T05:40:30.508 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:30.509 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:30.697 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install librados-devel 2023-01-24T05:40:30.962 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:15 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:31.023 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:16 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:31.440 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:15 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:32.016 INFO:teuthology.orchestra.run.smithi093.stdout:Package librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:32.076 INFO:teuthology.orchestra.run.smithi140.stdout:Package libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:32.116 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:32.117 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:40:32.117 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:32.177 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:32.178 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:40:32.179 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:32.213 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install librbd1 2023-01-24T05:40:32.267 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install libcephfs-devel 2023-01-24T05:40:32.598 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:32.599 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:32.600 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repo Size 2023-01-24T05:40:32.600 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:32.601 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:40:32.601 INFO:teuthology.orchestra.run.smithi146.stdout: librados-devel x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 139 k 2023-01-24T05:40:32.601 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:32.602 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:40:32.602 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:32.602 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2023-01-24T05:40:32.603 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:32.603 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 139 k 2023-01-24T05:40:32.604 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 512 k 2023-01-24T05:40:32.604 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:40:32.815 INFO:teuthology.orchestra.run.smithi146.stdout:librados-devel-18.0.0-1954.g1a671c19.el8.x86_64 645 kB/s | 139 kB 00:00 2023-01-24T05:40:32.816 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:32.816 INFO:teuthology.orchestra.run.smithi146.stdout:Total 641 kB/s | 139 kB 00:00 2023-01-24T05:40:32.816 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:40:32.821 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:40:32.821 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:40:32.873 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:40:32.876 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:40:32.937 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:17 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:32.994 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:17 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:32.995 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:40:33.216 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:33.526 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:33.971 INFO:teuthology.orchestra.run.smithi093.stdout:Package librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:34.072 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:34.074 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:40:34.074 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:34.083 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:34.083 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:34.084 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:40:34.084 INFO:teuthology.orchestra.run.smithi146.stdout: librados-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:34.084 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:34.084 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:34.135 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:34.135 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:34.135 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repo Size 2023-01-24T05:40:34.136 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:34.136 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:34.136 INFO:teuthology.orchestra.run.smithi140.stdout: libcephfs-devel x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 30 k 2023-01-24T05:40:34.136 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:34.136 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:34.137 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:34.137 INFO:teuthology.orchestra.run.smithi140.stdout:Install 1 Package 2023-01-24T05:40:34.137 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:34.138 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 30 k 2023-01-24T05:40:34.138 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 137 k 2023-01-24T05:40:34.138 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:34.178 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install python3-rados 2023-01-24T05:40:34.305 INFO:teuthology.orchestra.run.smithi140.stdout:libcephfs-devel-18.0.0-1954.g1a671c19.el8.x86_6 181 kB/s | 30 kB 00:00 2023-01-24T05:40:34.306 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:34.306 INFO:teuthology.orchestra.run.smithi140.stdout:Total 179 kB/s | 30 kB 00:00 2023-01-24T05:40:34.307 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:34.310 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:34.310 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:34.317 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install libcephfs2 2023-01-24T05:40:34.336 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:34.339 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:34.405 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:34.624 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:34.894 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:19 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:34.903 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:35.062 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:19 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:35.360 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:35.360 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:35.361 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:35.361 INFO:teuthology.orchestra.run.smithi140.stdout: libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:35.361 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:35.361 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:35.475 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install librados2 2023-01-24T05:40:35.932 INFO:teuthology.orchestra.run.smithi093.stdout:Package python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:36.031 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:36.032 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:40:36.032 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:36.103 INFO:teuthology.orchestra.run.smithi146.stdout:Package libcephfs2-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:36.146 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install python3-rgw 2023-01-24T05:40:36.204 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:36.205 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:40:36.206 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:36.206 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:21 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:36.293 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install libcephfs-devel 2023-01-24T05:40:36.872 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:21 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:37.023 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:21 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:37.247 INFO:teuthology.orchestra.run.smithi140.stdout:Package librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:37.350 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:37.351 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:40:37.352 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:37.442 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install librbd1 2023-01-24T05:40:37.907 INFO:teuthology.orchestra.run.smithi093.stdout:Package python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:38.007 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:38.008 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:40:38.009 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:38.121 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install python3-cephfs 2023-01-24T05:40:38.174 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:23 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:38.196 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:38.197 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:38.197 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repo Size 2023-01-24T05:40:38.197 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:38.198 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:40:38.198 INFO:teuthology.orchestra.run.smithi146.stdout: libcephfs-devel x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 30 k 2023-01-24T05:40:38.198 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:38.198 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:40:38.198 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:38.199 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2023-01-24T05:40:38.199 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:38.199 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 30 k 2023-01-24T05:40:38.200 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 137 k 2023-01-24T05:40:38.200 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:40:38.362 INFO:teuthology.orchestra.run.smithi146.stdout:libcephfs-devel-18.0.0-1954.g1a671c19.el8.x86_6 186 kB/s | 30 kB 00:00 2023-01-24T05:40:38.363 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:38.363 INFO:teuthology.orchestra.run.smithi146.stdout:Total 184 kB/s | 30 kB 00:00 2023-01-24T05:40:38.363 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:40:38.366 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:40:38.366 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:40:38.383 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:40:38.386 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:40:38.450 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:40:38.706 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:38.843 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:23 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:38.978 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:39.221 INFO:teuthology.orchestra.run.smithi140.stdout:Package librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:39.322 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:39.324 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:40:39.324 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:39.423 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install python3-rados 2023-01-24T05:40:39.433 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:39.433 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:39.433 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:40:39.434 INFO:teuthology.orchestra.run.smithi146.stdout: libcephfs-devel-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:39.434 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:39.434 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:39.553 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install librados2 2023-01-24T05:40:39.890 INFO:teuthology.orchestra.run.smithi093.stdout:Package python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:39.990 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:39.991 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:40:39.991 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:40.101 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install python3-rbd 2023-01-24T05:40:40.149 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:25 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:40.286 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:24 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:40.827 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:25 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:41.187 INFO:teuthology.orchestra.run.smithi140.stdout:Package python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:41.288 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:41.289 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:40:41.290 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:41.327 INFO:teuthology.orchestra.run.smithi146.stdout:Package librados2-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:41.431 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:41.431 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:40:41.432 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:41.524 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install librbd1 2023-01-24T05:40:41.550 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install python3-rgw 2023-01-24T05:40:41.864 INFO:teuthology.orchestra.run.smithi093.stdout:Package python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:41.965 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:41.966 INFO:teuthology.orchestra.run.smithi093.stdout:Nothing to do. 2023-01-24T05:40:41.966 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:42.071 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install rbd-fuse 2023-01-24T05:40:42.254 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:26 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:42.272 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:27 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:42.793 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:27 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:43.291 INFO:teuthology.orchestra.run.smithi146.stdout:Package librbd1-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:43.310 INFO:teuthology.orchestra.run.smithi140.stdout:Package python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:43.392 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:43.393 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:40:43.393 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:43.411 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:43.412 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:40:43.413 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:43.507 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install python3-cephfs 2023-01-24T05:40:43.871 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install python3-rados 2023-01-24T05:40:43.932 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:43.933 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:43.933 INFO:teuthology.orchestra.run.smithi093.stdout: Package Architecture Version Repository Size 2023-01-24T05:40:43.933 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:43.933 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:43.933 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-fuse x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 94 k 2023-01-24T05:40:43.934 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:43.934 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:43.934 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:43.934 INFO:teuthology.orchestra.run.smithi093.stdout:Install 1 Package 2023-01-24T05:40:43.934 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:43.935 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 94 k 2023-01-24T05:40:43.935 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 280 k 2023-01-24T05:40:43.935 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:44.154 INFO:teuthology.orchestra.run.smithi093.stdout:rbd-fuse-18.0.0-1954.g1a671c19.el8.x86_64.rpm 428 kB/s | 94 kB 00:00 2023-01-24T05:40:44.155 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:44.155 INFO:teuthology.orchestra.run.smithi093.stdout:Total 425 kB/s | 94 kB 00:00 2023-01-24T05:40:44.155 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:44.165 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:44.165 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:44.218 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:44.221 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:44.236 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:29 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:44.334 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:44.526 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:44.597 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:28 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:45.042 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:45.275 INFO:teuthology.orchestra.run.smithi140.stdout:Package python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:45.376 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:45.377 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:40:45.377 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:45.471 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install python3-rbd 2023-01-24T05:40:45.524 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:45.525 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:45.525 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:45.525 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:45.525 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:45.525 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:45.643 INFO:teuthology.orchestra.run.smithi146.stdout:Package python3-rados-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:45.707 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install rbd-mirror 2023-01-24T05:40:45.743 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:45.744 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:40:45.744 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:45.874 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install python3-rgw 2023-01-24T05:40:46.209 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:31 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:46.433 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:31 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:46.614 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:30 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:47.248 INFO:teuthology.orchestra.run.smithi140.stdout:Package python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:47.349 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:47.401 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. 2023-01-24T05:40:47.402 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:47.446 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install rbd-fuse 2023-01-24T05:40:47.580 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:47.581 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:47.581 INFO:teuthology.orchestra.run.smithi093.stdout: Package Arch Version Repo Size 2023-01-24T05:40:47.581 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:47.582 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:47.582 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-mirror x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.4 M 2023-01-24T05:40:47.582 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:47.582 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:47.582 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:47.583 INFO:teuthology.orchestra.run.smithi093.stdout:Install 1 Package 2023-01-24T05:40:47.583 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:47.583 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 3.4 M 2023-01-24T05:40:47.583 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 16 M 2023-01-24T05:40:47.583 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:47.650 INFO:teuthology.orchestra.run.smithi146.stdout:Package python3-rgw-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:47.749 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:47.750 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:40:47.751 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:47.869 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install python3-cephfs 2023-01-24T05:40:48.188 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:33 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:48.359 INFO:teuthology.orchestra.run.smithi093.stdout:rbd-mirror-18.0.0-1954.g1a671c19.el8.x86_64.rpm 4.4 MB/s | 3.4 MB 00:00 2023-01-24T05:40:48.360 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:48.360 INFO:teuthology.orchestra.run.smithi093.stdout:Total 4.4 MB/s | 3.4 MB 00:00 2023-01-24T05:40:48.360 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:48.372 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:48.372 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:48.436 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:48.439 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:48.599 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:32 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:48.901 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:49.086 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:49.323 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:49.324 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:49.324 INFO:teuthology.orchestra.run.smithi140.stdout: Package Architecture Version Repository Size 2023-01-24T05:40:49.324 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:49.324 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:49.325 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-fuse x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 94 k 2023-01-24T05:40:49.325 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:49.325 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:49.325 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:49.325 INFO:teuthology.orchestra.run.smithi140.stdout:Install 1 Package 2023-01-24T05:40:49.325 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:49.326 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 94 k 2023-01-24T05:40:49.326 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 280 k 2023-01-24T05:40:49.326 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:49.504 INFO:teuthology.orchestra.run.smithi140.stdout:rbd-fuse-18.0.0-1954.g1a671c19.el8.x86_64.rpm 527 kB/s | 94 kB 00:00 2023-01-24T05:40:49.505 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:49.505 INFO:teuthology.orchestra.run.smithi140.stdout:Total 523 kB/s | 94 kB 00:00 2023-01-24T05:40:49.505 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:49.515 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:49.515 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:49.535 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:49.568 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:49.571 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:49.654 INFO:teuthology.orchestra.run.smithi146.stdout:Package python3-cephfs-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:49.684 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:49.755 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:49.756 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:40:49.757 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:49.863 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install python3-rbd 2023-01-24T05:40:49.888 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:50.048 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:50.048 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:50.048 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:50.048 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:50.049 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:50.049 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:50.196 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:50.353 DEBUG:teuthology.orchestra.run.smithi093:> sudo yum -y install rbd-nbd 2023-01-24T05:40:50.602 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:34 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:50.740 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:50.741 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:50.741 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:50.741 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:50.741 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:50.742 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:50.936 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install rbd-mirror 2023-01-24T05:40:51.099 INFO:teuthology.orchestra.run.smithi093.stdout:Last metadata expiration check: 0:02:36 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:51.650 INFO:teuthology.orchestra.run.smithi146.stdout:Package python3-rbd-2:18.0.0-1954.g1a671c19.el8.x86_64 is already installed. 2023-01-24T05:40:51.669 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:36 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:51.749 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:51.750 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2023-01-24T05:40:51.751 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:51.857 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install rbd-fuse 2023-01-24T05:40:52.233 INFO:teuthology.orchestra.run.smithi093.stdout:Dependencies resolved. 2023-01-24T05:40:52.234 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:52.234 INFO:teuthology.orchestra.run.smithi093.stdout: Package Architecture Version Repository Size 2023-01-24T05:40:52.234 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:52.234 INFO:teuthology.orchestra.run.smithi093.stdout:Installing: 2023-01-24T05:40:52.235 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-nbd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 179 k 2023-01-24T05:40:52.235 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:52.235 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction Summary 2023-01-24T05:40:52.235 INFO:teuthology.orchestra.run.smithi093.stdout:================================================================================ 2023-01-24T05:40:52.235 INFO:teuthology.orchestra.run.smithi093.stdout:Install 1 Package 2023-01-24T05:40:52.236 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:52.236 INFO:teuthology.orchestra.run.smithi093.stdout:Total download size: 179 k 2023-01-24T05:40:52.236 INFO:teuthology.orchestra.run.smithi093.stdout:Installed size: 568 k 2023-01-24T05:40:52.236 INFO:teuthology.orchestra.run.smithi093.stdout:Downloading Packages: 2023-01-24T05:40:52.447 INFO:teuthology.orchestra.run.smithi093.stdout:rbd-nbd-18.0.0-1954.g1a671c19.el8.x86_64.rpm 849 kB/s | 179 kB 00:00 2023-01-24T05:40:52.448 INFO:teuthology.orchestra.run.smithi093.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:52.448 INFO:teuthology.orchestra.run.smithi093.stdout:Total 843 kB/s | 179 kB 00:00 2023-01-24T05:40:52.448 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction check 2023-01-24T05:40:52.459 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction check succeeded. 2023-01-24T05:40:52.459 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction test 2023-01-24T05:40:52.509 INFO:teuthology.orchestra.run.smithi093.stdout:Transaction test succeeded. 2023-01-24T05:40:52.512 INFO:teuthology.orchestra.run.smithi093.stdout:Running transaction 2023-01-24T05:40:52.587 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:36 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:52.642 INFO:teuthology.orchestra.run.smithi093.stdout: Preparing : 1/1 2023-01-24T05:40:52.814 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:52.815 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:52.815 INFO:teuthology.orchestra.run.smithi140.stdout: Package Arch Version Repo Size 2023-01-24T05:40:52.815 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:52.815 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:52.815 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-mirror x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.4 M 2023-01-24T05:40:52.816 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:52.816 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:52.816 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:52.816 INFO:teuthology.orchestra.run.smithi140.stdout:Install 1 Package 2023-01-24T05:40:52.817 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:52.817 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 3.4 M 2023-01-24T05:40:52.817 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 16 M 2023-01-24T05:40:52.818 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:52.824 INFO:teuthology.orchestra.run.smithi093.stdout: Installing : rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:53.132 INFO:teuthology.orchestra.run.smithi093.stdout: Running scriptlet: rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:53.457 INFO:teuthology.orchestra.run.smithi140.stdout:rbd-mirror-18.0.0-1954.g1a671c19.el8.x86_64.rpm 5.4 MB/s | 3.4 MB 00:00 2023-01-24T05:40:53.458 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:53.458 INFO:teuthology.orchestra.run.smithi140.stdout:Total 5.4 MB/s | 3.4 MB 00:00 2023-01-24T05:40:53.459 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:53.471 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:53.471 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:53.533 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:53.537 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:53.622 INFO:teuthology.orchestra.run.smithi093.stdout: Verifying : rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:53.623 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:53.623 INFO:teuthology.orchestra.run.smithi093.stdout:Installed: 2023-01-24T05:40:53.623 INFO:teuthology.orchestra.run.smithi093.stdout: rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:53.623 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:40:53.624 INFO:teuthology.orchestra.run.smithi093.stdout:Complete! 2023-01-24T05:40:53.733 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:53.734 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:53.735 INFO:teuthology.orchestra.run.smithi146.stdout: Package Architecture Version Repository Size 2023-01-24T05:40:53.735 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:53.735 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:40:53.735 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-fuse x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 94 k 2023-01-24T05:40:53.735 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:53.736 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:40:53.736 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:53.736 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2023-01-24T05:40:53.736 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:53.736 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 94 k 2023-01-24T05:40:53.737 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 280 k 2023-01-24T05:40:53.737 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:40:53.809 DEBUG:teuthology.parallel:result is None 2023-01-24T05:40:53.925 INFO:teuthology.orchestra.run.smithi146.stdout:rbd-fuse-18.0.0-1954.g1a671c19.el8.x86_64.rpm 496 kB/s | 94 kB 00:00 2023-01-24T05:40:53.926 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:53.926 INFO:teuthology.orchestra.run.smithi146.stdout:Total 493 kB/s | 94 kB 00:00 2023-01-24T05:40:53.926 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:40:53.936 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:40:53.936 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:40:53.988 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:40:53.989 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:53.992 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:40:54.102 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:40:54.199 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:54.621 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:54.656 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:54.928 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:55.148 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:55.149 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:55.149 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:55.149 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:55.149 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:55.149 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:55.338 DEBUG:teuthology.orchestra.run.smithi140:> sudo yum -y install rbd-nbd 2023-01-24T05:40:55.411 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:55.411 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:55.412 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:40:55.412 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-fuse-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:55.412 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:55.412 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:40:55.671 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install rbd-mirror 2023-01-24T05:40:56.087 INFO:teuthology.orchestra.run.smithi140.stdout:Last metadata expiration check: 0:02:41 ago on Tue 24 Jan 2023 05:38:15 AM UTC. 2023-01-24T05:40:56.404 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:40 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:40:57.235 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. 2023-01-24T05:40:57.236 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:57.236 INFO:teuthology.orchestra.run.smithi140.stdout: Package Architecture Version Repository Size 2023-01-24T05:40:57.236 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:57.236 INFO:teuthology.orchestra.run.smithi140.stdout:Installing: 2023-01-24T05:40:57.236 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-nbd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 179 k 2023-01-24T05:40:57.237 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:57.237 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction Summary 2023-01-24T05:40:57.237 INFO:teuthology.orchestra.run.smithi140.stdout:================================================================================ 2023-01-24T05:40:57.237 INFO:teuthology.orchestra.run.smithi140.stdout:Install 1 Package 2023-01-24T05:40:57.237 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:57.238 INFO:teuthology.orchestra.run.smithi140.stdout:Total download size: 179 k 2023-01-24T05:40:57.238 INFO:teuthology.orchestra.run.smithi140.stdout:Installed size: 568 k 2023-01-24T05:40:57.238 INFO:teuthology.orchestra.run.smithi140.stdout:Downloading Packages: 2023-01-24T05:40:57.527 INFO:teuthology.orchestra.run.smithi140.stdout:rbd-nbd-18.0.0-1954.g1a671c19.el8.x86_64.rpm 618 kB/s | 179 kB 00:00 2023-01-24T05:40:57.528 INFO:teuthology.orchestra.run.smithi140.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:57.528 INFO:teuthology.orchestra.run.smithi140.stdout:Total 616 kB/s | 179 kB 00:00 2023-01-24T05:40:57.529 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction check 2023-01-24T05:40:57.540 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction check succeeded. 2023-01-24T05:40:57.540 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction test 2023-01-24T05:40:57.555 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:40:57.556 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:57.556 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repo Size 2023-01-24T05:40:57.556 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:57.556 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:40:57.557 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-mirror x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 3.4 M 2023-01-24T05:40:57.557 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:57.557 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:40:57.557 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:40:57.557 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2023-01-24T05:40:57.558 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:40:57.558 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 3.4 M 2023-01-24T05:40:57.558 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 16 M 2023-01-24T05:40:57.559 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:40:57.591 INFO:teuthology.orchestra.run.smithi140.stdout:Transaction test succeeded. 2023-01-24T05:40:57.595 INFO:teuthology.orchestra.run.smithi140.stdout:Running transaction 2023-01-24T05:40:57.712 INFO:teuthology.orchestra.run.smithi140.stdout: Preparing : 1/1 2023-01-24T05:40:57.895 INFO:teuthology.orchestra.run.smithi140.stdout: Installing : rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:58.204 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:58.348 INFO:teuthology.orchestra.run.smithi146.stdout:rbd-mirror-18.0.0-1954.g1a671c19.el8.x86_64.rpm 4.4 MB/s | 3.4 MB 00:00 2023-01-24T05:40:58.349 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:40:58.350 INFO:teuthology.orchestra.run.smithi146.stdout:Total 4.4 MB/s | 3.4 MB 00:00 2023-01-24T05:40:58.350 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:40:58.362 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:40:58.362 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:40:58.426 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:40:58.429 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:40:58.713 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:58.714 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:58.714 INFO:teuthology.orchestra.run.smithi140.stdout:Installed: 2023-01-24T05:40:58.714 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:40:58.714 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:40:58.714 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! 2023-01-24T05:40:58.877 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:40:58.907 DEBUG:teuthology.parallel:result is None 2023-01-24T05:40:59.106 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:40:59.540 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:41:00.073 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:41:00.074 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:00.074 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:41:00.074 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-mirror-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:41:00.074 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:00.075 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:41:00.299 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install rbd-nbd 2023-01-24T05:41:01.047 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:02:45 ago on Tue 24 Jan 2023 05:38:16 AM UTC. 2023-01-24T05:41:02.186 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2023-01-24T05:41:02.187 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:41:02.188 INFO:teuthology.orchestra.run.smithi146.stdout: Package Architecture Version Repository Size 2023-01-24T05:41:02.188 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:41:02.188 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2023-01-24T05:41:02.188 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-nbd x86_64 2:18.0.0-1954.g1a671c19.el8 ceph 179 k 2023-01-24T05:41:02.188 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:02.189 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2023-01-24T05:41:02.189 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2023-01-24T05:41:02.189 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2023-01-24T05:41:02.189 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:02.189 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 179 k 2023-01-24T05:41:02.190 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 568 k 2023-01-24T05:41:02.190 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2023-01-24T05:41:02.391 INFO:teuthology.orchestra.run.smithi146.stdout:rbd-nbd-18.0.0-1954.g1a671c19.el8.x86_64.rpm 887 kB/s | 179 kB 00:00 2023-01-24T05:41:02.392 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2023-01-24T05:41:02.392 INFO:teuthology.orchestra.run.smithi146.stdout:Total 881 kB/s | 179 kB 00:00 2023-01-24T05:41:02.392 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2023-01-24T05:41:02.403 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2023-01-24T05:41:02.403 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2023-01-24T05:41:02.455 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2023-01-24T05:41:02.458 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2023-01-24T05:41:02.612 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2023-01-24T05:41:02.811 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:41:03.140 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:41:03.619 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 1/1 2023-01-24T05:41:03.619 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:03.619 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2023-01-24T05:41:03.619 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-nbd-2:18.0.0-1954.g1a671c19.el8.x86_64 2023-01-24T05:41:03.620 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:03.620 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2023-01-24T05:41:03.826 DEBUG:teuthology.parallel:result is None 2023-01-24T05:41:03.827 DEBUG:teuthology.orchestra.run.smithi093:> sudo lsb_release -is 2023-01-24T05:41:03.868 INFO:teuthology.orchestra.run.smithi093.stdout:CentOSStream 2023-01-24T05:41:03.869 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:41:03.870 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=1a671c198559f54389cd5afa22085a0c7b29a1ef 2023-01-24T05:41:04.016 DEBUG:teuthology.orchestra.run.smithi093:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-01-24T05:41:04.040 INFO:teuthology.orchestra.run.smithi093.stdout:18.0.0-1954.g1a671c19.el8 2023-01-24T05:41:04.041 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-1954.g1a671c19.el8 2023-01-24T05:41:04.041 INFO:teuthology.task.install:The correct ceph version 18.0.0-1954.g1a671c19 is installed. 2023-01-24T05:41:04.042 DEBUG:teuthology.orchestra.run.smithi140:> sudo lsb_release -is 2023-01-24T05:41:04.086 INFO:teuthology.orchestra.run.smithi140.stdout:CentOSStream 2023-01-24T05:41:04.087 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:41:04.088 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=1a671c198559f54389cd5afa22085a0c7b29a1ef 2023-01-24T05:41:04.233 DEBUG:teuthology.orchestra.run.smithi140:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-01-24T05:41:04.258 INFO:teuthology.orchestra.run.smithi140.stdout:18.0.0-1954.g1a671c19.el8 2023-01-24T05:41:04.258 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-1954.g1a671c19.el8 2023-01-24T05:41:04.258 INFO:teuthology.task.install:The correct ceph version 18.0.0-1954.g1a671c19 is installed. 2023-01-24T05:41:04.259 DEBUG:teuthology.orchestra.run.smithi146:> sudo lsb_release -is 2023-01-24T05:41:04.297 INFO:teuthology.orchestra.run.smithi146.stdout:CentOSStream 2023-01-24T05:41:04.298 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-24T05:41:04.299 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=1a671c198559f54389cd5afa22085a0c7b29a1ef 2023-01-24T05:41:04.443 DEBUG:teuthology.orchestra.run.smithi146:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-01-24T05:41:04.465 INFO:teuthology.orchestra.run.smithi146.stdout:18.0.0-1954.g1a671c19.el8 2023-01-24T05:41:04.466 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-1954.g1a671c19.el8 2023-01-24T05:41:04.466 INFO:teuthology.task.install:The correct ceph version 18.0.0-1954.g1a671c19 is installed. 2023-01-24T05:41:04.466 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-01-24T05:41:04.467 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:04.467 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-01-24T05:41:04.496 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:04.496 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-01-24T05:41:04.526 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:41:04.526 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-01-24T05:41:04.554 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-01-24T05:41:04.554 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:04.554 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/usr/bin/daemon-helper 2023-01-24T05:41:04.583 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-01-24T05:41:04.650 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:04.651 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd of=/usr/bin/daemon-helper 2023-01-24T05:41:04.682 DEBUG:teuthology.orchestra.run.smithi140:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-01-24T05:41:04.752 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:41:04.752 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/usr/bin/daemon-helper 2023-01-24T05:41:04.780 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-01-24T05:41:04.847 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-01-24T05:41:04.848 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:04.848 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/usr/bin/adjust-ulimits 2023-01-24T05:41:04.877 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-01-24T05:41:04.945 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:04.946 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd of=/usr/bin/adjust-ulimits 2023-01-24T05:41:04.975 DEBUG:teuthology.orchestra.run.smithi140:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-01-24T05:41:05.043 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:41:05.043 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/usr/bin/adjust-ulimits 2023-01-24T05:41:05.071 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-01-24T05:41:05.137 INFO:teuthology.run_tasks:Running task ceph... 2023-01-24T05:41:05.200 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-01-24T05:41:05.201 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod 777 /var/log/ceph 2023-01-24T05:41:05.203 DEBUG:teuthology.orchestra.run.smithi140:> sudo chmod 777 /var/log/ceph 2023-01-24T05:41:05.206 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 777 /var/log/ceph 2023-01-24T05:41:05.233 INFO:tasks.ceph:Disabling ceph logrotate... 2023-01-24T05:41:05.233 DEBUG:teuthology.orchestra.run.smithi093:> sudo rm -f -- /etc/logrotate.d/ceph 2023-01-24T05:41:05.272 DEBUG:teuthology.orchestra.run.smithi140:> sudo rm -f -- /etc/logrotate.d/ceph 2023-01-24T05:41:05.275 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -f -- /etc/logrotate.d/ceph 2023-01-24T05:41:05.302 INFO:tasks.ceph:Creating extra log directories... 2023-01-24T05:41:05.302 DEBUG:teuthology.orchestra.run.smithi093:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-01-24T05:41:05.340 DEBUG:teuthology.orchestra.run.smithi140:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-01-24T05:41:05.343 DEBUG:teuthology.orchestra.run.smithi146:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-01-24T05:41:05.374 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-01-24T05:41:05.375 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-01-24T05:41:05.375 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-01-24T05:41:05.375 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:05.376 DEBUG:teuthology.orchestra.run.smithi093:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-01-24T05:41:05.424 DEBUG:teuthology.orchestra.run.smithi093:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:05.535 DEBUG:teuthology.orchestra.run.smithi093:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:05.563 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:05.563 DEBUG:teuthology.orchestra.run.smithi140:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-01-24T05:41:05.581 DEBUG:teuthology.orchestra.run.smithi140:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:05.695 DEBUG:teuthology.orchestra.run.smithi140:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:05.722 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:41:05.723 DEBUG:teuthology.orchestra.run.smithi146:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-01-24T05:41:05.741 DEBUG:teuthology.orchestra.run.smithi146:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:05.853 DEBUG:teuthology.orchestra.run.smithi146:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:05.886 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-01-24T05:41:05.886 INFO:tasks.ceph:config {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(OSDMAP_FLAGS\\)', '\\(OSD_', '\\(PG_', '\\(POOL_', '\\(CACHE_POOL_', '\\(SMALLER_PGP_NUM\\)', '\\(OBJECT_', '\\(SLOW_OPS\\)', '\\(TOO_FEW_PGS\\)', 'slow request', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-01-24T05:41:05.887 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi/7134851', 'branch': 'main', 'description': 'smoke/basic/{clusters/{fixed-3-cephfs openstack} objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/{0-install test/rados_cache_snaps}}', 'email': 'ceph-qa@ceph.io', 'first_in_suite': False, 'job_id': '7134851', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'teuthology-2023-01-24_05:00:07-smoke-main-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 2, 'size': 10}}, {'machine': {'cpus': 1, 'disk': 40, 'ram': 8000}, 'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'main', 'sha1': '90a43d1cfb082d6a3904344330deba6bf9b7a937'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 70, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mds.a', 'mgr.x', 'osd.0', 'osd.1'], ['mon.b', 'mds.b', 'mon.c', 'mgr.y', 'osd.2', 'osd.3'], ['client.0']], 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef', 'sleep_before_teardown': 0, 'suite': 'smoke', 'suite_branch': 'main', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph_90a43d1cfb082d6a3904344330deba6bf9b7a937/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph.git', 'suite_sha1': '90a43d1cfb082d6a3904344330deba6bf9b7a937', 'targets': {'smithi093.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMAWHwVOHRsWFt2aunC686utXhKPECRNAa35eoQYymaf8e8XXY9r+Eyy6gwSts1Qya6IPndwXw0aIrPnaIrWf7vOzpfamn2sbh0E39o5axru8ti83uUvh8t0Vt0CCTz0I5Pj6z2HLd4hvUS14xq84fw3Gu9ziSdWCmHnq+xIVaB+SGZT8vqRZwVcIE6sM0e1kj3jdrh/XvZ7Tx/Htllkwz8k+u7lHE3BqUpVPwkbOA5BDP82wxB5X925qzTjfeLF1T0sq/VdM1lXM2Q30l7+VLE+fyv7xxB1YnTqxc8/zRvnuiWNolAn9AWfgQZJA/VZVn6W4+AQrsyow5dnEgsiJrVRvkUiEFDHHXJwH/HS0VuQfGvCW2kJXKVH1AfV7ld9+h82t9tPOpFhd0FRIgr5HgxKloAe+yd9KUL5+SPzAgMnV7/9q6rWiw3FiAjy9mJeuSMnNR+zW0NqwWbbKb6F0UmEDnlutjRSqJPHrGiNSgNceDlKr8Pk0cPY66+PY2ReE=', 'smithi140.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1N/NUaDPWLmwgQb+N96odV1+0rcgiL79dlJPCL/sibld44E7SkA3bg8S0otxny06B3zK1ziVCi+Z4ovjP4yEbmv0nTfBwpXWWGO7VVcZeb1khmBLzykpqK1SjtVBAHKr3pesl4G725J9PTIkTXx8hxgRkU8zc6b0wyPZheLaekQtCB4NIzyDxV/SjdxAP24Cauv3xWoeVJ6cpbHpr3iI7/emezYlvKG2BFtCo8xhQxHCEvBY3htC3bB13lNDpgnvx8tv8pK21rCkbzMl6MQL9WLYnh6XDhfbRRCHCpzytKo6nHRibK15JXBbHFHQAUP62IjLgIWHj5o/WTD8yF8Z22fbWL++JZOR0ejtcoTgc5ZlLhFtoNgDTlFiED9ZinyaWONHcTtUmbylZqOXGBo7jf6rVxXxu4sX/+a9UVJdFfnk1nfuFFGGUQC+n/2bEShAIlyArVPHuZ8eFAAFwWcJnDpYovvfyVwKrnAFnprEUI5DXNjygKvbfEFfFaA64Ksk=', 'smithi146.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6Lq8PiKhU/I71ADzFsB1z7OqMEPGl1K/Z0NSbTe4hd7I0T2dt4nJVXETOsvYQFS2bx9JS3W5OHnVCkOUTEiR0MvtdyF5NfI0wUHKsQNvQiLRy3iAeyUVqKbDlAqd97Xmr+0QMhWDV5OyWMtOlzy4ev8THPtPmA/EHFgAi6vVY+0Dnq+Med7d4V03zaxjtD7R/IHKexhFIr8AP8ismY158lCCdjoH7WbQGoua5YWQEZu1KcQw59r40Apo7euOcZAGxxxF+7/jiPOC9b7TmwT8rfc7EF0/UcotbADSKm6wdEKQ13OaazBMgoe5AFWTcR3hFNy4PLMmZMj/uUTWSHnTwB2faT2X3lhNcvQ+B7pJwLccQE9fEYR9tKer36DloqzF920HyG60vzFqwSPO2n6svJxBKNE5OPv34bfnRPNXo1pKtHwyuRr2q91cAeZ3e3t9f2iWqK6gYEJobAx16SLXmqswj3QaNgLJuIIy1iocll7FoOI2977EwojBWFGYtXmk='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'cleanup': True, 'flavor': 'default', 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef'}}, {'ceph': {'log-ignorelist': ['overall HEALTH_', '\\(OSDMAP_FLAGS\\)', '\\(OSD_', '\\(PG_', '\\(POOL_', '\\(CACHE_POOL_', '\\(SMALLER_PGP_NUM\\)', '\\(OBJECT_', '\\(SLOW_OPS\\)', '\\(TOO_FEW_PGS\\)', 'slow request', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'sha1': '1a671c198559f54389cd5afa22085a0c7b29a1ef', 'cluster': 'ceph'}}, {'thrashosds': {'chance_pgnum_grow': 2, 'chance_pgnum_shrink': 2, 'chance_pgpnum_fix': 1, 'timeout': 1200}}, {'exec': {'client.0': ['sudo ceph osd pool create base 4', 'sudo ceph osd pool application enable base rados', 'sudo ceph osd pool create cache 4', 'sudo ceph osd tier add base cache', 'sudo ceph osd tier cache-mode cache writeback', 'sudo ceph osd tier set-overlay base cache', 'sudo ceph osd pool set cache hit_set_type bloom', 'sudo ceph osd pool set cache hit_set_count 8', 'sudo ceph osd pool set cache hit_set_period 3600', 'sudo ceph osd pool set cache target_max_objects 250']}}, {'rados': {'clients': ['client.0'], 'objects': 500, 'op_weights': {'cache_evict': 50, 'cache_flush': 50, 'cache_try_flush': 50, 'copy_from': 50, 'delete': 50, 'read': 100, 'rollback': 50, 'snap_create': 50, 'snap_remove': 50, 'write': 100}, 'ops': 4000, 'pool_snaps': True, 'pools': ['base']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '8e1bba12e584b7ae912e92e94afe9c075ab51fa3', 'timestamp': '2023-01-24_05:00:07', 'tube': 'smithi', 'user': 'teuthology', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.17735'} 2023-01-24T05:41:05.888 DEBUG:teuthology.orchestra.run.smithi093:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-01-24T05:41:05.890 DEBUG:teuthology.orchestra.run.smithi140:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-01-24T05:41:05.892 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-01-24T05:41:05.939 DEBUG:teuthology.orchestra.run.smithi093:> sudo install -d -m0777 -- /var/run/ceph 2023-01-24T05:41:05.947 DEBUG:teuthology.orchestra.run.smithi140:> sudo install -d -m0777 -- /var/run/ceph 2023-01-24T05:41:05.950 DEBUG:teuthology.orchestra.run.smithi146:> sudo install -d -m0777 -- /var/run/ceph 2023-01-24T05:41:06.006 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:06.007 DEBUG:teuthology.orchestra.run.smithi093:> dd if=/scratch_devs of=/dev/stdout 2023-01-24T05:41:06.031 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-01-24T05:41:06.032 DEBUG:teuthology.orchestra.run.smithi093:> stat /dev/vg_nvme/lv_1 2023-01-24T05:41:06.089 INFO:teuthology.orchestra.run.smithi093.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-01-24T05:41:06.089 INFO:teuthology.orchestra.run.smithi093.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-24T05:41:06.090 INFO:teuthology.orchestra.run.smithi093.stdout:Device: 6h/6d Inode: 371393 Links: 1 2023-01-24T05:41:06.090 INFO:teuthology.orchestra.run.smithi093.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-24T05:41:06.090 INFO:teuthology.orchestra.run.smithi093.stdout:Context: system_u:object_r:device_t:s0 2023-01-24T05:41:06.090 INFO:teuthology.orchestra.run.smithi093.stdout:Access: 2023-01-24 05:40:49.269926633 +0000 2023-01-24T05:41:06.090 INFO:teuthology.orchestra.run.smithi093.stdout:Modify: 2023-01-24 05:37:24.647943516 +0000 2023-01-24T05:41:06.091 INFO:teuthology.orchestra.run.smithi093.stdout:Change: 2023-01-24 05:37:24.647943516 +0000 2023-01-24T05:41:06.091 INFO:teuthology.orchestra.run.smithi093.stdout: Birth: - 2023-01-24T05:41:06.091 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-01-24T05:41:06.155 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records in 2023-01-24T05:41:06.155 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records out 2023-01-24T05:41:06.156 INFO:teuthology.orchestra.run.smithi093.stderr:512 bytes copied, 0.000218653 s, 2.3 MB/s 2023-01-24T05:41:06.157 DEBUG:teuthology.orchestra.run.smithi093:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-01-24T05:41:06.216 DEBUG:teuthology.orchestra.run.smithi093:> stat /dev/vg_nvme/lv_2 2023-01-24T05:41:06.274 INFO:teuthology.orchestra.run.smithi093.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-01-24T05:41:06.274 INFO:teuthology.orchestra.run.smithi093.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-24T05:41:06.274 INFO:teuthology.orchestra.run.smithi093.stdout:Device: 6h/6d Inode: 372363 Links: 1 2023-01-24T05:41:06.275 INFO:teuthology.orchestra.run.smithi093.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-24T05:41:06.275 INFO:teuthology.orchestra.run.smithi093.stdout:Context: system_u:object_r:device_t:s0 2023-01-24T05:41:06.275 INFO:teuthology.orchestra.run.smithi093.stdout:Access: 2023-01-24 05:40:49.269926633 +0000 2023-01-24T05:41:06.275 INFO:teuthology.orchestra.run.smithi093.stdout:Modify: 2023-01-24 05:37:25.144932789 +0000 2023-01-24T05:41:06.276 INFO:teuthology.orchestra.run.smithi093.stdout:Change: 2023-01-24 05:37:25.144932789 +0000 2023-01-24T05:41:06.276 INFO:teuthology.orchestra.run.smithi093.stdout: Birth: - 2023-01-24T05:41:06.276 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-01-24T05:41:06.340 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records in 2023-01-24T05:41:06.340 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records out 2023-01-24T05:41:06.341 INFO:teuthology.orchestra.run.smithi093.stderr:512 bytes copied, 0.000211567 s, 2.4 MB/s 2023-01-24T05:41:06.342 DEBUG:teuthology.orchestra.run.smithi093:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-01-24T05:41:06.401 DEBUG:teuthology.orchestra.run.smithi093:> stat /dev/vg_nvme/lv_3 2023-01-24T05:41:06.459 INFO:teuthology.orchestra.run.smithi093.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-01-24T05:41:06.459 INFO:teuthology.orchestra.run.smithi093.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-24T05:41:06.460 INFO:teuthology.orchestra.run.smithi093.stdout:Device: 6h/6d Inode: 367407 Links: 1 2023-01-24T05:41:06.460 INFO:teuthology.orchestra.run.smithi093.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-24T05:41:06.460 INFO:teuthology.orchestra.run.smithi093.stdout:Context: system_u:object_r:device_t:s0 2023-01-24T05:41:06.460 INFO:teuthology.orchestra.run.smithi093.stdout:Access: 2023-01-24 05:40:49.270926612 +0000 2023-01-24T05:41:06.461 INFO:teuthology.orchestra.run.smithi093.stdout:Modify: 2023-01-24 05:37:25.659921673 +0000 2023-01-24T05:41:06.461 INFO:teuthology.orchestra.run.smithi093.stdout:Change: 2023-01-24 05:37:25.659921673 +0000 2023-01-24T05:41:06.461 INFO:teuthology.orchestra.run.smithi093.stdout: Birth: - 2023-01-24T05:41:06.461 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-01-24T05:41:06.525 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records in 2023-01-24T05:41:06.525 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records out 2023-01-24T05:41:06.525 INFO:teuthology.orchestra.run.smithi093.stderr:512 bytes copied, 0.00021186 s, 2.4 MB/s 2023-01-24T05:41:06.526 DEBUG:teuthology.orchestra.run.smithi093:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-01-24T05:41:06.586 DEBUG:teuthology.orchestra.run.smithi093:> stat /dev/vg_nvme/lv_4 2023-01-24T05:41:06.644 INFO:teuthology.orchestra.run.smithi093.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-01-24T05:41:06.644 INFO:teuthology.orchestra.run.smithi093.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-24T05:41:06.645 INFO:teuthology.orchestra.run.smithi093.stdout:Device: 6h/6d Inode: 372616 Links: 1 2023-01-24T05:41:06.645 INFO:teuthology.orchestra.run.smithi093.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-24T05:41:06.645 INFO:teuthology.orchestra.run.smithi093.stdout:Context: system_u:object_r:device_t:s0 2023-01-24T05:41:06.645 INFO:teuthology.orchestra.run.smithi093.stdout:Access: 2023-01-24 05:40:49.270926612 +0000 2023-01-24T05:41:06.645 INFO:teuthology.orchestra.run.smithi093.stdout:Modify: 2023-01-24 05:37:26.166910729 +0000 2023-01-24T05:41:06.646 INFO:teuthology.orchestra.run.smithi093.stdout:Change: 2023-01-24 05:37:26.166910729 +0000 2023-01-24T05:41:06.646 INFO:teuthology.orchestra.run.smithi093.stdout: Birth: - 2023-01-24T05:41:06.646 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-01-24T05:41:06.709 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records in 2023-01-24T05:41:06.709 INFO:teuthology.orchestra.run.smithi093.stderr:1+0 records out 2023-01-24T05:41:06.710 INFO:teuthology.orchestra.run.smithi093.stderr:512 bytes copied, 0.000195181 s, 2.6 MB/s 2023-01-24T05:41:06.711 DEBUG:teuthology.orchestra.run.smithi093:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-01-24T05:41:06.769 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'} 2023-01-24T05:41:06.770 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:06.770 DEBUG:teuthology.orchestra.run.smithi140:> dd if=/scratch_devs of=/dev/stdout 2023-01-24T05:41:06.792 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-01-24T05:41:06.792 DEBUG:teuthology.orchestra.run.smithi140:> stat /dev/vg_nvme/lv_1 2023-01-24T05:41:06.853 INFO:teuthology.orchestra.run.smithi140.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-01-24T05:41:06.854 INFO:teuthology.orchestra.run.smithi140.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-24T05:41:06.854 INFO:teuthology.orchestra.run.smithi140.stdout:Device: 6h/6d Inode: 372899 Links: 1 2023-01-24T05:41:06.854 INFO:teuthology.orchestra.run.smithi140.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-24T05:41:06.854 INFO:teuthology.orchestra.run.smithi140.stdout:Context: system_u:object_r:device_t:s0 2023-01-24T05:41:06.855 INFO:teuthology.orchestra.run.smithi140.stdout:Access: 2023-01-24 05:40:54.387165284 +0000 2023-01-24T05:41:06.855 INFO:teuthology.orchestra.run.smithi140.stdout:Modify: 2023-01-24 05:37:27.366592013 +0000 2023-01-24T05:41:06.855 INFO:teuthology.orchestra.run.smithi140.stdout:Change: 2023-01-24 05:37:27.366592013 +0000 2023-01-24T05:41:06.855 INFO:teuthology.orchestra.run.smithi140.stdout: Birth: - 2023-01-24T05:41:06.856 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-01-24T05:41:06.922 INFO:teuthology.orchestra.run.smithi140.stderr:1+0 records in 2023-01-24T05:41:06.922 INFO:teuthology.orchestra.run.smithi140.stderr:1+0 records out 2023-01-24T05:41:06.922 INFO:teuthology.orchestra.run.smithi140.stderr:512 bytes copied, 0.000247244 s, 2.1 MB/s 2023-01-24T05:41:06.923 DEBUG:teuthology.orchestra.run.smithi140:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-01-24T05:41:06.984 DEBUG:teuthology.orchestra.run.smithi140:> stat /dev/vg_nvme/lv_2 2023-01-24T05:41:07.042 INFO:teuthology.orchestra.run.smithi140.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-01-24T05:41:07.043 INFO:teuthology.orchestra.run.smithi140.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-24T05:41:07.043 INFO:teuthology.orchestra.run.smithi140.stdout:Device: 6h/6d Inode: 372955 Links: 1 2023-01-24T05:41:07.043 INFO:teuthology.orchestra.run.smithi140.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-24T05:41:07.043 INFO:teuthology.orchestra.run.smithi140.stdout:Context: system_u:object_r:device_t:s0 2023-01-24T05:41:07.044 INFO:teuthology.orchestra.run.smithi140.stdout:Access: 2023-01-24 05:40:54.388165263 +0000 2023-01-24T05:41:07.044 INFO:teuthology.orchestra.run.smithi140.stdout:Modify: 2023-01-24 05:37:27.883580908 +0000 2023-01-24T05:41:07.044 INFO:teuthology.orchestra.run.smithi140.stdout:Change: 2023-01-24 05:37:27.883580908 +0000 2023-01-24T05:41:07.044 INFO:teuthology.orchestra.run.smithi140.stdout: Birth: - 2023-01-24T05:41:07.045 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-01-24T05:41:07.109 INFO:teuthology.orchestra.run.smithi140.stderr:1+0 records in 2023-01-24T05:41:07.110 INFO:teuthology.orchestra.run.smithi140.stderr:1+0 records out 2023-01-24T05:41:07.110 INFO:teuthology.orchestra.run.smithi140.stderr:512 bytes copied, 0.000220229 s, 2.3 MB/s 2023-01-24T05:41:07.111 DEBUG:teuthology.orchestra.run.smithi140:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-01-24T05:41:07.170 DEBUG:teuthology.orchestra.run.smithi140:> stat /dev/vg_nvme/lv_3 2023-01-24T05:41:07.228 INFO:teuthology.orchestra.run.smithi140.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-01-24T05:41:07.228 INFO:teuthology.orchestra.run.smithi140.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-24T05:41:07.228 INFO:teuthology.orchestra.run.smithi140.stdout:Device: 6h/6d Inode: 374062 Links: 1 2023-01-24T05:41:07.229 INFO:teuthology.orchestra.run.smithi140.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-24T05:41:07.229 INFO:teuthology.orchestra.run.smithi140.stdout:Context: system_u:object_r:device_t:s0 2023-01-24T05:41:07.229 INFO:teuthology.orchestra.run.smithi140.stdout:Access: 2023-01-24 05:40:54.388165263 +0000 2023-01-24T05:41:07.229 INFO:teuthology.orchestra.run.smithi140.stdout:Modify: 2023-01-24 05:37:28.381570210 +0000 2023-01-24T05:41:07.230 INFO:teuthology.orchestra.run.smithi140.stdout:Change: 2023-01-24 05:37:28.381570210 +0000 2023-01-24T05:41:07.230 INFO:teuthology.orchestra.run.smithi140.stdout: Birth: - 2023-01-24T05:41:07.230 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-01-24T05:41:07.294 INFO:teuthology.orchestra.run.smithi140.stderr:1+0 records in 2023-01-24T05:41:07.295 INFO:teuthology.orchestra.run.smithi140.stderr:1+0 records out 2023-01-24T05:41:07.295 INFO:teuthology.orchestra.run.smithi140.stderr:512 bytes copied, 0.000219409 s, 2.3 MB/s 2023-01-24T05:41:07.296 DEBUG:teuthology.orchestra.run.smithi140:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-01-24T05:41:07.355 DEBUG:teuthology.orchestra.run.smithi140:> stat /dev/vg_nvme/lv_4 2023-01-24T05:41:07.413 INFO:teuthology.orchestra.run.smithi140.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-01-24T05:41:07.414 INFO:teuthology.orchestra.run.smithi140.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-24T05:41:07.414 INFO:teuthology.orchestra.run.smithi140.stdout:Device: 6h/6d Inode: 377860 Links: 1 2023-01-24T05:41:07.415 INFO:teuthology.orchestra.run.smithi140.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-24T05:41:07.415 INFO:teuthology.orchestra.run.smithi140.stdout:Context: system_u:object_r:device_t:s0 2023-01-24T05:41:07.415 INFO:teuthology.orchestra.run.smithi140.stdout:Access: 2023-01-24 05:40:54.388165263 +0000 2023-01-24T05:41:07.416 INFO:teuthology.orchestra.run.smithi140.stdout:Modify: 2023-01-24 05:37:28.882559447 +0000 2023-01-24T05:41:07.416 INFO:teuthology.orchestra.run.smithi140.stdout:Change: 2023-01-24 05:37:28.882559447 +0000 2023-01-24T05:41:07.417 INFO:teuthology.orchestra.run.smithi140.stdout: Birth: - 2023-01-24T05:41:07.417 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-01-24T05:41:07.481 INFO:teuthology.orchestra.run.smithi140.stderr:1+0 records in 2023-01-24T05:41:07.482 INFO:teuthology.orchestra.run.smithi140.stderr:1+0 records out 2023-01-24T05:41:07.482 INFO:teuthology.orchestra.run.smithi140.stderr:512 bytes copied, 0.000165133 s, 3.1 MB/s 2023-01-24T05:41:07.485 DEBUG:teuthology.orchestra.run.smithi140:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-01-24T05:41:07.543 INFO:tasks.ceph:osd dev map: {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'} 2023-01-24T05:41:07.544 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi093.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'}, Remote(name='ubuntu@smithi140.front.sepia.ceph.com'): {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'}} 2023-01-24T05:41:07.544 INFO:tasks.ceph:Generating config... 2023-01-24T05:41:07.546 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-01-24T05:41:07.546 INFO:tasks.ceph:[mgr] debug ms = 1 2023-01-24T05:41:07.547 INFO:tasks.ceph:[mon] debug mon = 20 2023-01-24T05:41:07.547 INFO:tasks.ceph:[mon] debug ms = 1 2023-01-24T05:41:07.547 INFO:tasks.ceph:[mon] debug paxos = 20 2023-01-24T05:41:07.548 INFO:tasks.ceph:[osd] bdev async discard = True 2023-01-24T05:41:07.548 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-01-24T05:41:07.548 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-01-24T05:41:07.549 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-01-24T05:41:07.549 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-01-24T05:41:07.550 INFO:tasks.ceph:[osd] debug bluefs = 20 2023-01-24T05:41:07.550 INFO:tasks.ceph:[osd] debug bluestore = 20 2023-01-24T05:41:07.550 INFO:tasks.ceph:[osd] debug ms = 1 2023-01-24T05:41:07.550 INFO:tasks.ceph:[osd] debug osd = 20 2023-01-24T05:41:07.551 INFO:tasks.ceph:[osd] debug rocksdb = 10 2023-01-24T05:41:07.551 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-01-24T05:41:07.551 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-01-24T05:41:07.551 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-01-24T05:41:07.552 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-01-24T05:41:07.552 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-01-24T05:41:07.552 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2023-01-24T05:41:07.553 INFO:tasks.ceph:Setting up mon.a... 2023-01-24T05:41:07.553 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-01-24T05:41:07.608 INFO:teuthology.orchestra.run.smithi093.stdout:creating /etc/ceph/ceph.keyring 2023-01-24T05:41:07.610 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-01-24T05:41:07.656 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-24T05:41:07.683 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.93'), ('mon.b', '172.21.15.140'), ('mon.c', '[v2:172.21.15.140:3301,v1:172.21.15.140:6790]')] 2023-01-24T05:41:07.683 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.93,172.21.15.140,[v2:172.21.15.140:3301,v1:172.21.15.140:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.b': {}} 2023-01-24T05:41:07.684 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:07.685 DEBUG:teuthology.orchestra.run.smithi093:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-01-24T05:41:07.741 DEBUG:teuthology.orchestra.run.smithi093:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.93 --add b 172.21.15.140 --addv c '[v2:172.21.15.140:3301,v1:172.21.15.140:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:07.830 INFO:teuthology.orchestra.run.smithi093.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:07.830 INFO:teuthology.orchestra.run.smithi093.stdout:monmaptool: generated fsid 7632969f-e5c3-47c6-8c37-5eee3f3606db 2023-01-24T05:41:07.830 INFO:teuthology.orchestra.run.smithi093.stdout:setting min_mon_release = pacific 2023-01-24T05:41:07.830 INFO:teuthology.orchestra.run.smithi093.stdout:epoch 0 2023-01-24T05:41:07.831 INFO:teuthology.orchestra.run.smithi093.stdout:fsid 7632969f-e5c3-47c6-8c37-5eee3f3606db 2023-01-24T05:41:07.831 INFO:teuthology.orchestra.run.smithi093.stdout:last_changed 2023-01-24T05:41:07.829625+0000 2023-01-24T05:41:07.831 INFO:teuthology.orchestra.run.smithi093.stdout:created 2023-01-24T05:41:07.829625+0000 2023-01-24T05:41:07.831 INFO:teuthology.orchestra.run.smithi093.stdout:min_mon_release 16 (pacific) 2023-01-24T05:41:07.831 INFO:teuthology.orchestra.run.smithi093.stdout:election_strategy: 1 2023-01-24T05:41:07.832 INFO:teuthology.orchestra.run.smithi093.stdout:0: [v2:172.21.15.93:3300/0,v1:172.21.15.93:6789/0] mon.a 2023-01-24T05:41:07.832 INFO:teuthology.orchestra.run.smithi093.stdout:1: [v2:172.21.15.140:3300/0,v1:172.21.15.140:6789/0] mon.b 2023-01-24T05:41:07.832 INFO:teuthology.orchestra.run.smithi093.stdout:2: [v2:172.21.15.140:3301/0,v1:172.21.15.140:6790/0] mon.c 2023-01-24T05:41:07.832 INFO:teuthology.orchestra.run.smithi093.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-01-24T05:41:07.833 DEBUG:teuthology.orchestra.run.smithi093:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-01-24T05:41:07.851 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 7632969f-e5c3-47c6-8c37-5eee3f3606db... 2023-01-24T05:41:07.852 DEBUG:teuthology.orchestra.run.smithi093:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-01-24T05:41:07.893 DEBUG:teuthology.orchestra.run.smithi140:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-01-24T05:41:07.896 DEBUG:teuthology.orchestra.run.smithi146:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-01-24T05:41:07.936 INFO:teuthology.orchestra.run.smithi093.stdout:[global] 2023-01-24T05:41:07.936 INFO:teuthology.orchestra.run.smithi093.stdout: chdir = "" 2023-01-24T05:41:07.936 INFO:teuthology.orchestra.run.smithi093.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-01-24T05:41:07.937 INFO:teuthology.orchestra.run.smithi093.stdout: auth supported = cephx 2023-01-24T05:41:07.937 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.937 INFO:teuthology.orchestra.run.smithi093.stdout: filestore xattr use omap = true 2023-01-24T05:41:07.937 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.937 INFO:teuthology.orchestra.run.smithi093.stdout: mon clock drift allowed = 1.000 2023-01-24T05:41:07.938 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.938 INFO:teuthology.orchestra.run.smithi093.stdout: osd crush chooseleaf type = 0 2023-01-24T05:41:07.938 INFO:teuthology.orchestra.run.smithi093.stdout: auth debug = true 2023-01-24T05:41:07.938 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.938 INFO:teuthology.orchestra.run.smithi093.stdout: ms die on old message = true 2023-01-24T05:41:07.939 INFO:teuthology.orchestra.run.smithi093.stdout: ms die on bug = true 2023-01-24T05:41:07.939 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.939 INFO:teuthology.orchestra.run.smithi093.stdout: mon max pg per osd = 10000 # >= luminous 2023-01-24T05:41:07.939 INFO:teuthology.orchestra.run.smithi093.stdout: mon pg warn max object skew = 0 2023-01-24T05:41:07.939 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.939 INFO:teuthology.orchestra.run.smithi093.stdout: # disable pg_autoscaler by default for new pools 2023-01-24T05:41:07.940 INFO:teuthology.orchestra.run.smithi093.stdout: osd_pool_default_pg_autoscale_mode = off 2023-01-24T05:41:07.940 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.940 INFO:teuthology.orchestra.run.smithi093.stdout: osd pool default size = 2 2023-01-24T05:41:07.940 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.940 INFO:teuthology.orchestra.run.smithi093.stdout: mon osd allow primary affinity = true 2023-01-24T05:41:07.941 INFO:teuthology.orchestra.run.smithi093.stdout: mon osd allow pg remap = true 2023-01-24T05:41:07.941 INFO:teuthology.orchestra.run.smithi093.stdout: mon warn on legacy crush tunables = false 2023-01-24T05:41:07.941 INFO:teuthology.orchestra.run.smithi093.stdout: mon warn on crush straw calc version zero = false 2023-01-24T05:41:07.941 INFO:teuthology.orchestra.run.smithi093.stdout: mon warn on no sortbitwise = false 2023-01-24T05:41:07.941 INFO:teuthology.orchestra.run.smithi093.stdout: mon warn on osd down out interval zero = false 2023-01-24T05:41:07.942 INFO:teuthology.orchestra.run.smithi093.stdout: mon warn on too few osds = false 2023-01-24T05:41:07.942 INFO:teuthology.orchestra.run.smithi093.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-01-24T05:41:07.942 INFO:teuthology.orchestra.run.smithi093.stdout: mon_warn_on_pool_no_redundancy = false 2023-01-24T05:41:07.942 INFO:teuthology.orchestra.run.smithi093.stdout: mon_allow_pool_size_one = true 2023-01-24T05:41:07.942 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.943 INFO:teuthology.orchestra.run.smithi093.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-01-24T05:41:07.943 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.943 INFO:teuthology.orchestra.run.smithi093.stdout: osd default data pool replay window = 5 2023-01-24T05:41:07.943 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.943 INFO:teuthology.orchestra.run.smithi093.stdout: mon allow pool delete = true 2023-01-24T05:41:07.943 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.944 INFO:teuthology.orchestra.run.smithi093.stdout: mon cluster log file level = debug 2023-01-24T05:41:07.944 INFO:teuthology.orchestra.run.smithi093.stdout: debug asserts on shutdown = true 2023-01-24T05:41:07.944 INFO:teuthology.orchestra.run.smithi093.stdout: mon health detail to clog = false 2023-01-24T05:41:07.944 INFO:teuthology.orchestra.run.smithi093.stdout: mon host = "172.21.15.93,172.21.15.140,[v2:172.21.15.140:3301,v1:172.21.15.140:6790]" 2023-01-24T05:41:07.944 INFO:teuthology.orchestra.run.smithi093.stdout: fsid = 7632969f-e5c3-47c6-8c37-5eee3f3606db 2023-01-24T05:41:07.945 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.945 INFO:teuthology.orchestra.run.smithi093.stdout:[osd] 2023-01-24T05:41:07.945 INFO:teuthology.orchestra.run.smithi093.stdout: osd journal size = 100 2023-01-24T05:41:07.945 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.945 INFO:teuthology.orchestra.run.smithi093.stdout: osd scrub load threshold = 5.0 2023-01-24T05:41:07.946 INFO:teuthology.orchestra.run.smithi093.stdout: osd scrub max interval = 600 2023-01-24T05:41:07.946 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.946 INFO:teuthology.orchestra.run.smithi093.stdout: osd recover clone overlap = true 2023-01-24T05:41:07.946 INFO:teuthology.orchestra.run.smithi093.stdout: osd recovery max chunk = 1048576 2023-01-24T05:41:07.946 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.946 INFO:teuthology.orchestra.run.smithi093.stdout: osd debug shutdown = true 2023-01-24T05:41:07.947 INFO:teuthology.orchestra.run.smithi093.stdout: osd debug op order = true 2023-01-24T05:41:07.947 INFO:teuthology.orchestra.run.smithi093.stdout: osd debug verify stray on activate = true 2023-01-24T05:41:07.947 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.947 INFO:teuthology.orchestra.run.smithi093.stdout: osd open classes on start = true 2023-01-24T05:41:07.947 INFO:teuthology.orchestra.run.smithi093.stdout: osd debug pg log writeout = true 2023-01-24T05:41:07.948 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.948 INFO:teuthology.orchestra.run.smithi093.stdout: osd deep scrub update digest min age = 30 2023-01-24T05:41:07.948 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.948 INFO:teuthology.orchestra.run.smithi093.stdout: osd map max advance = 10 2023-01-24T05:41:07.949 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.949 INFO:teuthology.orchestra.run.smithi093.stdout: journal zero on create = true 2023-01-24T05:41:07.949 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.949 INFO:teuthology.orchestra.run.smithi093.stdout: filestore ondisk finisher threads = 3 2023-01-24T05:41:07.949 INFO:teuthology.orchestra.run.smithi093.stdout: filestore apply finisher threads = 3 2023-01-24T05:41:07.950 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.950 INFO:teuthology.orchestra.run.smithi093.stdout: bdev debug aio = true 2023-01-24T05:41:07.950 INFO:teuthology.orchestra.run.smithi093.stdout: osd debug misdirected ops = true 2023-01-24T05:41:07.950 INFO:teuthology.orchestra.run.smithi093.stdout: bdev async discard = True 2023-01-24T05:41:07.950 INFO:teuthology.orchestra.run.smithi093.stdout: bdev enable discard = True 2023-01-24T05:41:07.951 INFO:teuthology.orchestra.run.smithi093.stdout: bluestore allocator = bitmap 2023-01-24T05:41:07.951 INFO:teuthology.orchestra.run.smithi093.stdout: bluestore block size = 96636764160 2023-01-24T05:41:07.951 INFO:teuthology.orchestra.run.smithi093.stdout: bluestore fsck on mount = True 2023-01-24T05:41:07.951 INFO:teuthology.orchestra.run.smithi093.stdout: debug bluefs = 20 2023-01-24T05:41:07.951 INFO:teuthology.orchestra.run.smithi093.stdout: debug bluestore = 20 2023-01-24T05:41:07.952 INFO:teuthology.orchestra.run.smithi093.stdout: debug ms = 1 2023-01-24T05:41:07.952 INFO:teuthology.orchestra.run.smithi093.stdout: debug osd = 20 2023-01-24T05:41:07.952 INFO:teuthology.orchestra.run.smithi093.stdout: debug rocksdb = 10 2023-01-24T05:41:07.952 INFO:teuthology.orchestra.run.smithi093.stdout: mon osd backfillfull_ratio = 0.85 2023-01-24T05:41:07.952 INFO:teuthology.orchestra.run.smithi093.stdout: mon osd full ratio = 0.9 2023-01-24T05:41:07.953 INFO:teuthology.orchestra.run.smithi093.stdout: mon osd nearfull ratio = 0.8 2023-01-24T05:41:07.953 INFO:teuthology.orchestra.run.smithi093.stdout: osd failsafe full ratio = 0.95 2023-01-24T05:41:07.953 INFO:teuthology.orchestra.run.smithi093.stdout: osd objectstore = bluestore 2023-01-24T05:41:07.953 INFO:teuthology.orchestra.run.smithi093.stdout: osd shutdown pgref assert = True 2023-01-24T05:41:07.953 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.954 INFO:teuthology.orchestra.run.smithi093.stdout:[mgr] 2023-01-24T05:41:07.954 INFO:teuthology.orchestra.run.smithi093.stdout: debug ms = 1 2023-01-24T05:41:07.954 INFO:teuthology.orchestra.run.smithi093.stdout: debug mgr = 20 2023-01-24T05:41:07.954 INFO:teuthology.orchestra.run.smithi093.stdout: debug mon = 20 2023-01-24T05:41:07.954 INFO:teuthology.orchestra.run.smithi093.stdout: debug auth = 20 2023-01-24T05:41:07.955 INFO:teuthology.orchestra.run.smithi093.stdout: mon reweight min pgs per osd = 4 2023-01-24T05:41:07.955 INFO:teuthology.orchestra.run.smithi093.stdout: mon reweight min bytes per osd = 10 2023-01-24T05:41:07.955 INFO:teuthology.orchestra.run.smithi093.stdout: mgr/telemetry/nag = false 2023-01-24T05:41:07.955 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.955 INFO:teuthology.orchestra.run.smithi093.stdout:[mon] 2023-01-24T05:41:07.955 INFO:teuthology.orchestra.run.smithi093.stdout: debug ms = 1 2023-01-24T05:41:07.956 INFO:teuthology.orchestra.run.smithi093.stdout: debug mon = 20 2023-01-24T05:41:07.956 INFO:teuthology.orchestra.run.smithi093.stdout: debug paxos = 20 2023-01-24T05:41:07.956 INFO:teuthology.orchestra.run.smithi093.stdout: debug auth = 20 2023-01-24T05:41:07.956 INFO:teuthology.orchestra.run.smithi093.stdout: mon data avail warn = 5 2023-01-24T05:41:07.956 INFO:teuthology.orchestra.run.smithi093.stdout: mon mgr mkfs grace = 240 2023-01-24T05:41:07.957 INFO:teuthology.orchestra.run.smithi093.stdout: mon reweight min pgs per osd = 4 2023-01-24T05:41:07.957 INFO:teuthology.orchestra.run.smithi093.stdout: mon osd reporter subtree level = osd 2023-01-24T05:41:07.957 INFO:teuthology.orchestra.run.smithi093.stdout: mon osd prime pg temp = true 2023-01-24T05:41:07.957 INFO:teuthology.orchestra.run.smithi093.stdout: mon reweight min bytes per osd = 10 2023-01-24T05:41:07.957 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.958 INFO:teuthology.orchestra.run.smithi093.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-01-24T05:41:07.958 INFO:teuthology.orchestra.run.smithi093.stdout: auth mon ticket ttl = 660 # 11m 2023-01-24T05:41:07.958 INFO:teuthology.orchestra.run.smithi093.stdout: auth service ticket ttl = 240 # 4m 2023-01-24T05:41:07.958 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.958 INFO:teuthology.orchestra.run.smithi093.stdout: # don't complain about insecure global_id in the test suite 2023-01-24T05:41:07.959 INFO:teuthology.orchestra.run.smithi093.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-01-24T05:41:07.959 INFO:teuthology.orchestra.run.smithi093.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-01-24T05:41:07.959 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.959 INFO:teuthology.orchestra.run.smithi093.stdout: # 1m isn't quite enough 2023-01-24T05:41:07.959 INFO:teuthology.orchestra.run.smithi093.stdout: mon_down_mkfs_grace = 2m 2023-01-24T05:41:07.960 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.960 INFO:teuthology.orchestra.run.smithi093.stdout: mon_warn_on_filestore_osds = false 2023-01-24T05:41:07.960 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:07.960 INFO:teuthology.orchestra.run.smithi093.stdout:[client] 2023-01-24T05:41:07.960 INFO:teuthology.orchestra.run.smithi093.stdout: rgw cache enabled = true 2023-01-24T05:41:07.961 INFO:teuthology.orchestra.run.smithi093.stdout: rgw enable ops log = true 2023-01-24T05:41:07.961 INFO:teuthology.orchestra.run.smithi093.stdout: rgw enable usage log = true 2023-01-24T05:41:07.961 INFO:teuthology.orchestra.run.smithi093.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-01-24T05:41:07.961 INFO:teuthology.orchestra.run.smithi093.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-01-24T05:41:07.961 INFO:teuthology.orchestra.run.smithi093.stdout:[mon.a] 2023-01-24T05:41:07.962 INFO:teuthology.orchestra.run.smithi093.stdout:[mon.b] 2023-01-24T05:41:07.962 INFO:teuthology.orchestra.run.smithi093.stdout:[mon.c] 2023-01-24T05:41:07.962 INFO:teuthology.orchestra.run.smithi093.stdout:[mds.a] 2023-01-24T05:41:07.962 INFO:teuthology.orchestra.run.smithi093.stdout:[mds.b] 2023-01-24T05:41:07.964 INFO:teuthology.orchestra.run.smithi146.stdout:[global] 2023-01-24T05:41:07.965 INFO:teuthology.orchestra.run.smithi146.stdout: chdir = "" 2023-01-24T05:41:07.965 INFO:teuthology.orchestra.run.smithi146.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-01-24T05:41:07.965 INFO:teuthology.orchestra.run.smithi146.stdout: auth supported = cephx 2023-01-24T05:41:07.965 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.965 INFO:teuthology.orchestra.run.smithi146.stdout: filestore xattr use omap = true 2023-01-24T05:41:07.966 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.966 INFO:teuthology.orchestra.run.smithi146.stdout: mon clock drift allowed = 1.000 2023-01-24T05:41:07.966 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.966 INFO:teuthology.orchestra.run.smithi146.stdout: osd crush chooseleaf type = 0 2023-01-24T05:41:07.966 INFO:teuthology.orchestra.run.smithi146.stdout: auth debug = true 2023-01-24T05:41:07.966 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.967 INFO:teuthology.orchestra.run.smithi146.stdout: ms die on old message = true 2023-01-24T05:41:07.967 INFO:teuthology.orchestra.run.smithi146.stdout: ms die on bug = true 2023-01-24T05:41:07.967 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.967 INFO:teuthology.orchestra.run.smithi146.stdout: mon max pg per osd = 10000 # >= luminous 2023-01-24T05:41:07.967 INFO:teuthology.orchestra.run.smithi146.stdout: mon pg warn max object skew = 0 2023-01-24T05:41:07.968 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.968 INFO:teuthology.orchestra.run.smithi146.stdout: # disable pg_autoscaler by default for new pools 2023-01-24T05:41:07.968 INFO:teuthology.orchestra.run.smithi146.stdout: osd_pool_default_pg_autoscale_mode = off 2023-01-24T05:41:07.968 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.968 INFO:teuthology.orchestra.run.smithi146.stdout: osd pool default size = 2 2023-01-24T05:41:07.969 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.969 INFO:teuthology.orchestra.run.smithi146.stdout: mon osd allow primary affinity = true 2023-01-24T05:41:07.969 INFO:teuthology.orchestra.run.smithi146.stdout: mon osd allow pg remap = true 2023-01-24T05:41:07.969 INFO:teuthology.orchestra.run.smithi146.stdout: mon warn on legacy crush tunables = false 2023-01-24T05:41:07.969 INFO:teuthology.orchestra.run.smithi146.stdout: mon warn on crush straw calc version zero = false 2023-01-24T05:41:07.970 INFO:teuthology.orchestra.run.smithi146.stdout: mon warn on no sortbitwise = false 2023-01-24T05:41:07.970 INFO:teuthology.orchestra.run.smithi146.stdout: mon warn on osd down out interval zero = false 2023-01-24T05:41:07.970 INFO:teuthology.orchestra.run.smithi146.stdout: mon warn on too few osds = false 2023-01-24T05:41:07.970 INFO:teuthology.orchestra.run.smithi146.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-01-24T05:41:07.970 INFO:teuthology.orchestra.run.smithi146.stdout: mon_warn_on_pool_no_redundancy = false 2023-01-24T05:41:07.971 INFO:teuthology.orchestra.run.smithi146.stdout: mon_allow_pool_size_one = true 2023-01-24T05:41:07.971 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.971 INFO:teuthology.orchestra.run.smithi146.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-01-24T05:41:07.971 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.971 INFO:teuthology.orchestra.run.smithi146.stdout: osd default data pool replay window = 5 2023-01-24T05:41:07.972 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.972 INFO:teuthology.orchestra.run.smithi146.stdout: mon allow pool delete = true 2023-01-24T05:41:07.972 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.972 INFO:teuthology.orchestra.run.smithi146.stdout: mon cluster log file level = debug 2023-01-24T05:41:07.972 INFO:teuthology.orchestra.run.smithi146.stdout: debug asserts on shutdown = true 2023-01-24T05:41:07.972 INFO:teuthology.orchestra.run.smithi146.stdout: mon health detail to clog = false 2023-01-24T05:41:07.973 INFO:teuthology.orchestra.run.smithi146.stdout: mon host = "172.21.15.93,172.21.15.140,[v2:172.21.15.140:3301,v1:172.21.15.140:6790]" 2023-01-24T05:41:07.973 INFO:teuthology.orchestra.run.smithi146.stdout: fsid = 7632969f-e5c3-47c6-8c37-5eee3f3606db 2023-01-24T05:41:07.973 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.973 INFO:teuthology.orchestra.run.smithi146.stdout:[osd] 2023-01-24T05:41:07.973 INFO:teuthology.orchestra.run.smithi146.stdout: osd journal size = 100 2023-01-24T05:41:07.974 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.974 INFO:teuthology.orchestra.run.smithi146.stdout: osd scrub load threshold = 5.0 2023-01-24T05:41:07.974 INFO:teuthology.orchestra.run.smithi146.stdout: osd scrub max interval = 600 2023-01-24T05:41:07.974 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.974 INFO:teuthology.orchestra.run.smithi146.stdout: osd recover clone overlap = true 2023-01-24T05:41:07.975 INFO:teuthology.orchestra.run.smithi146.stdout: osd recovery max chunk = 1048576 2023-01-24T05:41:07.975 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.975 INFO:teuthology.orchestra.run.smithi146.stdout: osd debug shutdown = true 2023-01-24T05:41:07.975 INFO:teuthology.orchestra.run.smithi146.stdout: osd debug op order = true 2023-01-24T05:41:07.975 INFO:teuthology.orchestra.run.smithi146.stdout: osd debug verify stray on activate = true 2023-01-24T05:41:07.976 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.976 INFO:teuthology.orchestra.run.smithi146.stdout: osd open classes on start = true 2023-01-24T05:41:07.976 INFO:teuthology.orchestra.run.smithi146.stdout: osd debug pg log writeout = true 2023-01-24T05:41:07.976 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.976 INFO:teuthology.orchestra.run.smithi146.stdout: osd deep scrub update digest min age = 30 2023-01-24T05:41:07.977 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.977 INFO:teuthology.orchestra.run.smithi146.stdout: osd map max advance = 10 2023-01-24T05:41:07.977 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.977 INFO:teuthology.orchestra.run.smithi146.stdout: journal zero on create = true 2023-01-24T05:41:07.977 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.978 INFO:teuthology.orchestra.run.smithi146.stdout: filestore ondisk finisher threads = 3 2023-01-24T05:41:07.978 INFO:teuthology.orchestra.run.smithi146.stdout: filestore apply finisher threads = 3 2023-01-24T05:41:07.978 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.978 INFO:teuthology.orchestra.run.smithi146.stdout: bdev debug aio = true 2023-01-24T05:41:07.978 INFO:teuthology.orchestra.run.smithi146.stdout: osd debug misdirected ops = true 2023-01-24T05:41:07.979 INFO:teuthology.orchestra.run.smithi146.stdout: bdev async discard = True 2023-01-24T05:41:07.979 INFO:teuthology.orchestra.run.smithi146.stdout: bdev enable discard = True 2023-01-24T05:41:07.979 INFO:teuthology.orchestra.run.smithi146.stdout: bluestore allocator = bitmap 2023-01-24T05:41:07.979 INFO:teuthology.orchestra.run.smithi146.stdout: bluestore block size = 96636764160 2023-01-24T05:41:07.979 INFO:teuthology.orchestra.run.smithi146.stdout: bluestore fsck on mount = True 2023-01-24T05:41:07.980 INFO:teuthology.orchestra.run.smithi146.stdout: debug bluefs = 20 2023-01-24T05:41:07.980 INFO:teuthology.orchestra.run.smithi146.stdout: debug bluestore = 20 2023-01-24T05:41:07.980 INFO:teuthology.orchestra.run.smithi146.stdout: debug ms = 1 2023-01-24T05:41:07.980 INFO:teuthology.orchestra.run.smithi146.stdout: debug osd = 20 2023-01-24T05:41:07.980 INFO:teuthology.orchestra.run.smithi146.stdout: debug rocksdb = 10 2023-01-24T05:41:07.981 INFO:teuthology.orchestra.run.smithi146.stdout: mon osd backfillfull_ratio = 0.85 2023-01-24T05:41:07.981 INFO:teuthology.orchestra.run.smithi146.stdout: mon osd full ratio = 0.9 2023-01-24T05:41:07.981 INFO:teuthology.orchestra.run.smithi146.stdout: mon osd nearfull ratio = 0.8 2023-01-24T05:41:07.981 INFO:teuthology.orchestra.run.smithi146.stdout: osd failsafe full ratio = 0.95 2023-01-24T05:41:07.981 INFO:teuthology.orchestra.run.smithi146.stdout: osd objectstore = bluestore 2023-01-24T05:41:07.982 INFO:teuthology.orchestra.run.smithi146.stdout: osd shutdown pgref assert = True 2023-01-24T05:41:07.982 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.982 INFO:teuthology.orchestra.run.smithi146.stdout:[mgr] 2023-01-24T05:41:07.982 INFO:teuthology.orchestra.run.smithi146.stdout: debug ms = 1 2023-01-24T05:41:07.982 INFO:teuthology.orchestra.run.smithi146.stdout: debug mgr = 20 2023-01-24T05:41:07.983 INFO:teuthology.orchestra.run.smithi146.stdout: debug mon = 20 2023-01-24T05:41:07.983 INFO:teuthology.orchestra.run.smithi146.stdout: debug auth = 20 2023-01-24T05:41:07.983 INFO:teuthology.orchestra.run.smithi146.stdout: mon reweight min pgs per osd = 4 2023-01-24T05:41:07.983 INFO:teuthology.orchestra.run.smithi146.stdout: mon reweight min bytes per osd = 10 2023-01-24T05:41:07.983 INFO:teuthology.orchestra.run.smithi146.stdout: mgr/telemetry/nag = false 2023-01-24T05:41:07.984 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.984 INFO:teuthology.orchestra.run.smithi146.stdout:[mon] 2023-01-24T05:41:07.984 INFO:teuthology.orchestra.run.smithi146.stdout: debug ms = 1 2023-01-24T05:41:07.984 INFO:teuthology.orchestra.run.smithi146.stdout: debug mon = 20 2023-01-24T05:41:07.984 INFO:teuthology.orchestra.run.smithi146.stdout: debug paxos = 20 2023-01-24T05:41:07.985 INFO:teuthology.orchestra.run.smithi146.stdout: debug auth = 20 2023-01-24T05:41:07.985 INFO:teuthology.orchestra.run.smithi146.stdout: mon data avail warn = 5 2023-01-24T05:41:07.985 INFO:teuthology.orchestra.run.smithi146.stdout: mon mgr mkfs grace = 240 2023-01-24T05:41:07.985 INFO:teuthology.orchestra.run.smithi146.stdout: mon reweight min pgs per osd = 4 2023-01-24T05:41:07.985 INFO:teuthology.orchestra.run.smithi146.stdout: mon osd reporter subtree level = osd 2023-01-24T05:41:07.986 INFO:teuthology.orchestra.run.smithi146.stdout: mon osd prime pg temp = true 2023-01-24T05:41:07.986 INFO:teuthology.orchestra.run.smithi146.stdout: mon reweight min bytes per osd = 10 2023-01-24T05:41:07.986 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.986 INFO:teuthology.orchestra.run.smithi146.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-01-24T05:41:07.986 INFO:teuthology.orchestra.run.smithi146.stdout: auth mon ticket ttl = 660 # 11m 2023-01-24T05:41:07.986 INFO:teuthology.orchestra.run.smithi146.stdout: auth service ticket ttl = 240 # 4m 2023-01-24T05:41:07.987 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.987 INFO:teuthology.orchestra.run.smithi146.stdout: # don't complain about insecure global_id in the test suite 2023-01-24T05:41:07.987 INFO:teuthology.orchestra.run.smithi146.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-01-24T05:41:07.987 INFO:teuthology.orchestra.run.smithi146.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-01-24T05:41:07.987 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.987 INFO:teuthology.orchestra.run.smithi146.stdout: # 1m isn't quite enough 2023-01-24T05:41:07.988 INFO:teuthology.orchestra.run.smithi146.stdout: mon_down_mkfs_grace = 2m 2023-01-24T05:41:07.988 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.988 INFO:teuthology.orchestra.run.smithi146.stdout: mon_warn_on_filestore_osds = false 2023-01-24T05:41:07.988 INFO:teuthology.orchestra.run.smithi146.stdout: 2023-01-24T05:41:07.988 INFO:teuthology.orchestra.run.smithi146.stdout:[client] 2023-01-24T05:41:07.989 INFO:teuthology.orchestra.run.smithi146.stdout: rgw cache enabled = true 2023-01-24T05:41:07.989 INFO:teuthology.orchestra.run.smithi146.stdout: rgw enable ops log = true 2023-01-24T05:41:07.989 INFO:teuthology.orchestra.run.smithi146.stdout: rgw enable usage log = true 2023-01-24T05:41:07.989 INFO:teuthology.orchestra.run.smithi146.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-01-24T05:41:07.989 INFO:teuthology.orchestra.run.smithi146.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-01-24T05:41:07.990 INFO:teuthology.orchestra.run.smithi146.stdout:[mon.a] 2023-01-24T05:41:07.990 INFO:teuthology.orchestra.run.smithi146.stdout:[mon.b] 2023-01-24T05:41:07.990 INFO:teuthology.orchestra.run.smithi146.stdout:[mon.c] 2023-01-24T05:41:07.990 INFO:teuthology.orchestra.run.smithi146.stdout:[mds.a] 2023-01-24T05:41:07.990 INFO:teuthology.orchestra.run.smithi146.stdout:[mds.b] 2023-01-24T05:41:07.991 INFO:teuthology.orchestra.run.smithi140.stdout:[global] 2023-01-24T05:41:07.991 INFO:teuthology.orchestra.run.smithi140.stdout: chdir = "" 2023-01-24T05:41:07.991 INFO:teuthology.orchestra.run.smithi140.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-01-24T05:41:07.991 INFO:teuthology.orchestra.run.smithi140.stdout: auth supported = cephx 2023-01-24T05:41:07.991 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.992 INFO:teuthology.orchestra.run.smithi140.stdout: filestore xattr use omap = true 2023-01-24T05:41:07.992 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.992 INFO:teuthology.orchestra.run.smithi140.stdout: mon clock drift allowed = 1.000 2023-01-24T05:41:07.992 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.992 INFO:teuthology.orchestra.run.smithi140.stdout: osd crush chooseleaf type = 0 2023-01-24T05:41:07.992 INFO:teuthology.orchestra.run.smithi140.stdout: auth debug = true 2023-01-24T05:41:07.993 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.993 INFO:teuthology.orchestra.run.smithi140.stdout: ms die on old message = true 2023-01-24T05:41:07.993 INFO:teuthology.orchestra.run.smithi140.stdout: ms die on bug = true 2023-01-24T05:41:07.993 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.993 INFO:teuthology.orchestra.run.smithi140.stdout: mon max pg per osd = 10000 # >= luminous 2023-01-24T05:41:07.994 INFO:teuthology.orchestra.run.smithi140.stdout: mon pg warn max object skew = 0 2023-01-24T05:41:07.994 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.994 INFO:teuthology.orchestra.run.smithi140.stdout: # disable pg_autoscaler by default for new pools 2023-01-24T05:41:07.994 INFO:teuthology.orchestra.run.smithi140.stdout: osd_pool_default_pg_autoscale_mode = off 2023-01-24T05:41:07.994 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.994 INFO:teuthology.orchestra.run.smithi140.stdout: osd pool default size = 2 2023-01-24T05:41:07.995 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.995 INFO:teuthology.orchestra.run.smithi140.stdout: mon osd allow primary affinity = true 2023-01-24T05:41:07.995 INFO:teuthology.orchestra.run.smithi140.stdout: mon osd allow pg remap = true 2023-01-24T05:41:07.995 INFO:teuthology.orchestra.run.smithi140.stdout: mon warn on legacy crush tunables = false 2023-01-24T05:41:07.996 INFO:teuthology.orchestra.run.smithi140.stdout: mon warn on crush straw calc version zero = false 2023-01-24T05:41:07.996 INFO:teuthology.orchestra.run.smithi140.stdout: mon warn on no sortbitwise = false 2023-01-24T05:41:07.996 INFO:teuthology.orchestra.run.smithi140.stdout: mon warn on osd down out interval zero = false 2023-01-24T05:41:07.996 INFO:teuthology.orchestra.run.smithi140.stdout: mon warn on too few osds = false 2023-01-24T05:41:07.996 INFO:teuthology.orchestra.run.smithi140.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-01-24T05:41:07.997 INFO:teuthology.orchestra.run.smithi140.stdout: mon_warn_on_pool_no_redundancy = false 2023-01-24T05:41:07.997 INFO:teuthology.orchestra.run.smithi140.stdout: mon_allow_pool_size_one = true 2023-01-24T05:41:07.997 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.997 INFO:teuthology.orchestra.run.smithi140.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-01-24T05:41:07.997 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.998 INFO:teuthology.orchestra.run.smithi140.stdout: osd default data pool replay window = 5 2023-01-24T05:41:07.998 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.998 INFO:teuthology.orchestra.run.smithi140.stdout: mon allow pool delete = true 2023-01-24T05:41:07.998 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:07.998 INFO:teuthology.orchestra.run.smithi140.stdout: mon cluster log file level = debug 2023-01-24T05:41:07.998 INFO:teuthology.orchestra.run.smithi140.stdout: debug asserts on shutdown = true 2023-01-24T05:41:07.999 INFO:teuthology.orchestra.run.smithi140.stdout: mon health detail to clog = false 2023-01-24T05:41:07.999 INFO:teuthology.orchestra.run.smithi140.stdout: mon host = "172.21.15.93,172.21.15.140,[v2:172.21.15.140:3301,v1:172.21.15.140:6790]" 2023-01-24T05:41:07.999 INFO:teuthology.orchestra.run.smithi140.stdout: fsid = 7632969f-e5c3-47c6-8c37-5eee3f3606db 2023-01-24T05:41:07.999 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.000 INFO:teuthology.orchestra.run.smithi140.stdout:[osd] 2023-01-24T05:41:08.000 INFO:teuthology.orchestra.run.smithi140.stdout: osd journal size = 100 2023-01-24T05:41:08.000 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.000 INFO:teuthology.orchestra.run.smithi140.stdout: osd scrub load threshold = 5.0 2023-01-24T05:41:08.000 INFO:teuthology.orchestra.run.smithi140.stdout: osd scrub max interval = 600 2023-01-24T05:41:08.001 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.001 INFO:teuthology.orchestra.run.smithi140.stdout: osd recover clone overlap = true 2023-01-24T05:41:08.001 INFO:teuthology.orchestra.run.smithi140.stdout: osd recovery max chunk = 1048576 2023-01-24T05:41:08.001 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.001 INFO:teuthology.orchestra.run.smithi140.stdout: osd debug shutdown = true 2023-01-24T05:41:08.002 INFO:teuthology.orchestra.run.smithi140.stdout: osd debug op order = true 2023-01-24T05:41:08.002 INFO:teuthology.orchestra.run.smithi140.stdout: osd debug verify stray on activate = true 2023-01-24T05:41:08.002 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.002 INFO:teuthology.orchestra.run.smithi140.stdout: osd open classes on start = true 2023-01-24T05:41:08.002 INFO:teuthology.orchestra.run.smithi140.stdout: osd debug pg log writeout = true 2023-01-24T05:41:08.003 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.003 INFO:teuthology.orchestra.run.smithi140.stdout: osd deep scrub update digest min age = 30 2023-01-24T05:41:08.003 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.003 INFO:teuthology.orchestra.run.smithi140.stdout: osd map max advance = 10 2023-01-24T05:41:08.003 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.003 INFO:teuthology.orchestra.run.smithi140.stdout: journal zero on create = true 2023-01-24T05:41:08.004 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.004 INFO:teuthology.orchestra.run.smithi140.stdout: filestore ondisk finisher threads = 3 2023-01-24T05:41:08.004 INFO:teuthology.orchestra.run.smithi140.stdout: filestore apply finisher threads = 3 2023-01-24T05:41:08.004 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.004 INFO:teuthology.orchestra.run.smithi140.stdout: bdev debug aio = true 2023-01-24T05:41:08.005 INFO:teuthology.orchestra.run.smithi140.stdout: osd debug misdirected ops = true 2023-01-24T05:41:08.005 INFO:teuthology.orchestra.run.smithi140.stdout: bdev async discard = True 2023-01-24T05:41:08.005 INFO:teuthology.orchestra.run.smithi140.stdout: bdev enable discard = True 2023-01-24T05:41:08.005 INFO:teuthology.orchestra.run.smithi140.stdout: bluestore allocator = bitmap 2023-01-24T05:41:08.005 INFO:teuthology.orchestra.run.smithi140.stdout: bluestore block size = 96636764160 2023-01-24T05:41:08.006 INFO:teuthology.orchestra.run.smithi140.stdout: bluestore fsck on mount = True 2023-01-24T05:41:08.006 INFO:teuthology.orchestra.run.smithi140.stdout: debug bluefs = 20 2023-01-24T05:41:08.006 INFO:teuthology.orchestra.run.smithi140.stdout: debug bluestore = 20 2023-01-24T05:41:08.006 INFO:teuthology.orchestra.run.smithi140.stdout: debug ms = 1 2023-01-24T05:41:08.006 INFO:teuthology.orchestra.run.smithi140.stdout: debug osd = 20 2023-01-24T05:41:08.006 INFO:teuthology.orchestra.run.smithi140.stdout: debug rocksdb = 10 2023-01-24T05:41:08.007 INFO:teuthology.orchestra.run.smithi140.stdout: mon osd backfillfull_ratio = 0.85 2023-01-24T05:41:08.007 INFO:teuthology.orchestra.run.smithi140.stdout: mon osd full ratio = 0.9 2023-01-24T05:41:08.007 INFO:teuthology.orchestra.run.smithi140.stdout: mon osd nearfull ratio = 0.8 2023-01-24T05:41:08.007 INFO:teuthology.orchestra.run.smithi140.stdout: osd failsafe full ratio = 0.95 2023-01-24T05:41:08.007 INFO:teuthology.orchestra.run.smithi140.stdout: osd objectstore = bluestore 2023-01-24T05:41:08.007 INFO:teuthology.orchestra.run.smithi140.stdout: osd shutdown pgref assert = True 2023-01-24T05:41:08.008 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.008 INFO:teuthology.orchestra.run.smithi140.stdout:[mgr] 2023-01-24T05:41:08.008 INFO:teuthology.orchestra.run.smithi140.stdout: debug ms = 1 2023-01-24T05:41:08.008 INFO:teuthology.orchestra.run.smithi140.stdout: debug mgr = 20 2023-01-24T05:41:08.008 INFO:teuthology.orchestra.run.smithi140.stdout: debug mon = 20 2023-01-24T05:41:08.009 INFO:teuthology.orchestra.run.smithi140.stdout: debug auth = 20 2023-01-24T05:41:08.009 INFO:teuthology.orchestra.run.smithi140.stdout: mon reweight min pgs per osd = 4 2023-01-24T05:41:08.009 INFO:teuthology.orchestra.run.smithi140.stdout: mon reweight min bytes per osd = 10 2023-01-24T05:41:08.009 INFO:teuthology.orchestra.run.smithi140.stdout: mgr/telemetry/nag = false 2023-01-24T05:41:08.009 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.010 INFO:teuthology.orchestra.run.smithi140.stdout:[mon] 2023-01-24T05:41:08.010 INFO:teuthology.orchestra.run.smithi140.stdout: debug ms = 1 2023-01-24T05:41:08.010 INFO:teuthology.orchestra.run.smithi140.stdout: debug mon = 20 2023-01-24T05:41:08.010 INFO:teuthology.orchestra.run.smithi140.stdout: debug paxos = 20 2023-01-24T05:41:08.010 INFO:teuthology.orchestra.run.smithi140.stdout: debug auth = 20 2023-01-24T05:41:08.010 INFO:teuthology.orchestra.run.smithi140.stdout: mon data avail warn = 5 2023-01-24T05:41:08.011 INFO:teuthology.orchestra.run.smithi140.stdout: mon mgr mkfs grace = 240 2023-01-24T05:41:08.011 INFO:teuthology.orchestra.run.smithi140.stdout: mon reweight min pgs per osd = 4 2023-01-24T05:41:08.011 INFO:teuthology.orchestra.run.smithi140.stdout: mon osd reporter subtree level = osd 2023-01-24T05:41:08.011 INFO:teuthology.orchestra.run.smithi140.stdout: mon osd prime pg temp = true 2023-01-24T05:41:08.011 INFO:teuthology.orchestra.run.smithi140.stdout: mon reweight min bytes per osd = 10 2023-01-24T05:41:08.012 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.012 INFO:teuthology.orchestra.run.smithi140.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-01-24T05:41:08.012 INFO:teuthology.orchestra.run.smithi140.stdout: auth mon ticket ttl = 660 # 11m 2023-01-24T05:41:08.012 INFO:teuthology.orchestra.run.smithi140.stdout: auth service ticket ttl = 240 # 4m 2023-01-24T05:41:08.012 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.013 INFO:teuthology.orchestra.run.smithi140.stdout: # don't complain about insecure global_id in the test suite 2023-01-24T05:41:08.013 INFO:teuthology.orchestra.run.smithi140.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-01-24T05:41:08.013 INFO:teuthology.orchestra.run.smithi140.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-01-24T05:41:08.013 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.013 INFO:teuthology.orchestra.run.smithi140.stdout: # 1m isn't quite enough 2023-01-24T05:41:08.014 INFO:teuthology.orchestra.run.smithi140.stdout: mon_down_mkfs_grace = 2m 2023-01-24T05:41:08.014 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.014 INFO:teuthology.orchestra.run.smithi140.stdout: mon_warn_on_filestore_osds = false 2023-01-24T05:41:08.014 INFO:teuthology.orchestra.run.smithi140.stdout: 2023-01-24T05:41:08.014 INFO:teuthology.orchestra.run.smithi140.stdout:[client] 2023-01-24T05:41:08.015 INFO:teuthology.orchestra.run.smithi140.stdout: rgw cache enabled = true 2023-01-24T05:41:08.015 INFO:teuthology.orchestra.run.smithi140.stdout: rgw enable ops log = true 2023-01-24T05:41:08.015 INFO:teuthology.orchestra.run.smithi140.stdout: rgw enable usage log = true 2023-01-24T05:41:08.015 INFO:teuthology.orchestra.run.smithi140.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-01-24T05:41:08.015 INFO:teuthology.orchestra.run.smithi140.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-01-24T05:41:08.015 INFO:teuthology.orchestra.run.smithi140.stdout:[mon.a] 2023-01-24T05:41:08.016 INFO:teuthology.orchestra.run.smithi140.stdout:[mon.b] 2023-01-24T05:41:08.016 INFO:teuthology.orchestra.run.smithi140.stdout:[mon.c] 2023-01-24T05:41:08.016 INFO:teuthology.orchestra.run.smithi140.stdout:[mds.a] 2023-01-24T05:41:08.016 INFO:teuthology.orchestra.run.smithi140.stdout:[mds.b] 2023-01-24T05:41:08.017 INFO:tasks.ceph:Creating admin key on mon.a... 2023-01-24T05:41:08.017 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-01-24T05:41:08.074 INFO:tasks.ceph:Copying monmap to all nodes... 2023-01-24T05:41:08.074 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:08.075 DEBUG:teuthology.orchestra.run.smithi093:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-01-24T05:41:08.092 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:08.093 DEBUG:teuthology.orchestra.run.smithi093:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-01-24T05:41:08.150 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi093.front.sepia.ceph.com 2023-01-24T05:41:08.150 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:08.151 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd of=/etc/ceph/ceph.keyring 2023-01-24T05:41:08.151 DEBUG:teuthology.orchestra.run.smithi093:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-24T05:41:08.227 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:08.228 DEBUG:teuthology.orchestra.run.smithi093:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:08.286 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi140.front.sepia.ceph.com 2023-01-24T05:41:08.286 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:08.286 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd of=/etc/ceph/ceph.keyring 2023-01-24T05:41:08.287 DEBUG:teuthology.orchestra.run.smithi140:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-24T05:41:08.323 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:08.324 DEBUG:teuthology.orchestra.run.smithi140:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:08.381 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi146.front.sepia.ceph.com 2023-01-24T05:41:08.382 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:41:08.382 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/ceph/ceph.keyring 2023-01-24T05:41:08.383 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-24T05:41:08.422 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:41:08.423 DEBUG:teuthology.orchestra.run.smithi146:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:08.481 INFO:tasks.ceph:Setting up mon nodes... 2023-01-24T05:41:08.482 INFO:tasks.ceph:Setting up mgr nodes... 2023-01-24T05:41:08.482 DEBUG:teuthology.orchestra.run.smithi093:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-01-24T05:41:08.536 INFO:teuthology.orchestra.run.smithi093.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-01-24T05:41:08.539 DEBUG:teuthology.orchestra.run.smithi140:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-01-24T05:41:08.603 INFO:teuthology.orchestra.run.smithi140.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-01-24T05:41:08.606 INFO:tasks.ceph:Setting up mds nodes... 2023-01-24T05:41:08.606 DEBUG:teuthology.orchestra.run.smithi093:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-01-24T05:41:08.660 INFO:teuthology.orchestra.run.smithi093.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-01-24T05:41:08.663 DEBUG:teuthology.orchestra.run.smithi093:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-01-24T05:41:08.690 DEBUG:teuthology.orchestra.run.smithi140:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-01-24T05:41:08.746 INFO:teuthology.orchestra.run.smithi140.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-01-24T05:41:08.748 DEBUG:teuthology.orchestra.run.smithi140:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-01-24T05:41:08.777 INFO:tasks.ceph_client:Setting up client nodes... 2023-01-24T05:41:08.777 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-01-24T05:41:08.841 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-01-24T05:41:08.855 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-01-24T05:41:08.856 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi093.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'}, Remote(name='ubuntu@smithi140.front.sepia.ceph.com'): {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'}} 2023-01-24T05:41:08.856 DEBUG:teuthology.orchestra.run.smithi093:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-01-24T05:41:08.883 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'} 2023-01-24T05:41:08.884 INFO:tasks.ceph:role: osd.0 2023-01-24T05:41:08.884 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi093.front.sepia.ceph.com 2023-01-24T05:41:08.884 DEBUG:teuthology.orchestra.run.smithi093:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-01-24T05:41:08.957 INFO:teuthology.orchestra.run.smithi093.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-01-24T05:41:08.958 INFO:teuthology.orchestra.run.smithi093.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-24T05:41:08.958 INFO:teuthology.orchestra.run.smithi093.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-24T05:41:08.958 INFO:teuthology.orchestra.run.smithi093.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-24T05:41:08.958 INFO:teuthology.orchestra.run.smithi093.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-24T05:41:08.959 INFO:teuthology.orchestra.run.smithi093.stdout: = sunit=0 swidth=0 blks 2023-01-24T05:41:08.959 INFO:teuthology.orchestra.run.smithi093.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-24T05:41:08.959 INFO:teuthology.orchestra.run.smithi093.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-24T05:41:08.959 INFO:teuthology.orchestra.run.smithi093.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-24T05:41:08.959 INFO:teuthology.orchestra.run.smithi093.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-24T05:41:09.388 INFO:teuthology.orchestra.run.smithi093.stdout:Discarding blocks...Done. 2023-01-24T05:41:09.390 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi093.front.sepia.ceph.com -o noatime 2023-01-24T05:41:09.390 DEBUG:teuthology.orchestra.run.smithi093:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-01-24T05:41:09.571 DEBUG:teuthology.orchestra.run.smithi093:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-01-24T05:41:09.604 DEBUG:teuthology.orchestra.run.smithi093:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-01-24T05:41:09.672 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'} 2023-01-24T05:41:09.672 INFO:tasks.ceph:role: osd.1 2023-01-24T05:41:09.673 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi093.front.sepia.ceph.com 2023-01-24T05:41:09.673 DEBUG:teuthology.orchestra.run.smithi093:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-01-24T05:41:09.747 INFO:teuthology.orchestra.run.smithi093.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-01-24T05:41:09.747 INFO:teuthology.orchestra.run.smithi093.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-24T05:41:09.747 INFO:teuthology.orchestra.run.smithi093.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-24T05:41:09.747 INFO:teuthology.orchestra.run.smithi093.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-24T05:41:09.748 INFO:teuthology.orchestra.run.smithi093.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-24T05:41:09.748 INFO:teuthology.orchestra.run.smithi093.stdout: = sunit=0 swidth=0 blks 2023-01-24T05:41:09.748 INFO:teuthology.orchestra.run.smithi093.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-24T05:41:09.748 INFO:teuthology.orchestra.run.smithi093.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-24T05:41:09.748 INFO:teuthology.orchestra.run.smithi093.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-24T05:41:09.749 INFO:teuthology.orchestra.run.smithi093.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-24T05:41:10.170 INFO:teuthology.orchestra.run.smithi093.stdout:Discarding blocks...Done. 2023-01-24T05:41:10.171 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi093.front.sepia.ceph.com -o noatime 2023-01-24T05:41:10.171 DEBUG:teuthology.orchestra.run.smithi093:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-01-24T05:41:10.279 DEBUG:teuthology.orchestra.run.smithi093:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-01-24T05:41:10.309 DEBUG:teuthology.orchestra.run.smithi093:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:10.407 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:10.405+0000 7f6fb11955c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-01-24T05:41:10.407 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:10.406+0000 7f6fb11955c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-01-24T05:41:10.408 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:10.406+0000 7f6fb11955c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-01-24T05:41:10.408 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:10.406+0000 7f6fb11955c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-01-24T05:41:10.408 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:10.406+0000 7f6fb11955c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-01-24T05:41:10.409 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:10.407+0000 7f6fb11955c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-01-24T05:41:10.937 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:10.936+0000 7f6fb11955c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:11.696 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:11.695+0000 7f6fb11955c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:12.459 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:12.457+0000 7f6fb11955c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:13.251 DEBUG:teuthology.orchestra.run.smithi093:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-01-24T05:41:13.282 DEBUG:teuthology.orchestra.run.smithi093:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:13.373 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:13.371+0000 7ff7519825c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-01-24T05:41:13.374 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:13.372+0000 7ff7519825c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-01-24T05:41:13.374 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:13.372+0000 7ff7519825c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-01-24T05:41:13.374 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:13.372+0000 7ff7519825c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-01-24T05:41:13.374 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:13.372+0000 7ff7519825c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-01-24T05:41:13.374 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:13.372+0000 7ff7519825c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-01-24T05:41:13.896 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:13.895+0000 7ff7519825c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:14.661 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:14.660+0000 7ff7519825c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:15.425 INFO:teuthology.orchestra.run.smithi093.stderr:2023-01-24T05:41:15.424+0000 7ff7519825c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:16.216 DEBUG:teuthology.orchestra.run.smithi093:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-01-24T05:41:16.247 DEBUG:teuthology.orchestra.run.smithi140:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-01-24T05:41:16.279 INFO:tasks.ceph:roles_to_devs: {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'} 2023-01-24T05:41:16.279 INFO:tasks.ceph:role: osd.2 2023-01-24T05:41:16.279 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi140.front.sepia.ceph.com 2023-01-24T05:41:16.280 DEBUG:teuthology.orchestra.run.smithi140:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-01-24T05:41:16.356 INFO:teuthology.orchestra.run.smithi140.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-01-24T05:41:16.356 INFO:teuthology.orchestra.run.smithi140.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-24T05:41:16.357 INFO:teuthology.orchestra.run.smithi140.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-24T05:41:16.357 INFO:teuthology.orchestra.run.smithi140.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-24T05:41:16.357 INFO:teuthology.orchestra.run.smithi140.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-24T05:41:16.357 INFO:teuthology.orchestra.run.smithi140.stdout: = sunit=0 swidth=0 blks 2023-01-24T05:41:16.357 INFO:teuthology.orchestra.run.smithi140.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-24T05:41:16.358 INFO:teuthology.orchestra.run.smithi140.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-24T05:41:16.358 INFO:teuthology.orchestra.run.smithi140.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-24T05:41:16.358 INFO:teuthology.orchestra.run.smithi140.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-24T05:41:16.780 INFO:teuthology.orchestra.run.smithi140.stdout:Discarding blocks...Done. 2023-01-24T05:41:16.782 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi140.front.sepia.ceph.com -o noatime 2023-01-24T05:41:16.782 DEBUG:teuthology.orchestra.run.smithi140:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-2 2023-01-24T05:41:16.944 DEBUG:teuthology.orchestra.run.smithi140:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-01-24T05:41:16.980 DEBUG:teuthology.orchestra.run.smithi140:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-01-24T05:41:17.049 INFO:tasks.ceph:roles_to_devs: {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'} 2023-01-24T05:41:17.049 INFO:tasks.ceph:role: osd.3 2023-01-24T05:41:17.049 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi140.front.sepia.ceph.com 2023-01-24T05:41:17.050 DEBUG:teuthology.orchestra.run.smithi140:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-01-24T05:41:17.124 INFO:teuthology.orchestra.run.smithi140.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-01-24T05:41:17.124 INFO:teuthology.orchestra.run.smithi140.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-24T05:41:17.124 INFO:teuthology.orchestra.run.smithi140.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-24T05:41:17.125 INFO:teuthology.orchestra.run.smithi140.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-24T05:41:17.125 INFO:teuthology.orchestra.run.smithi140.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-24T05:41:17.125 INFO:teuthology.orchestra.run.smithi140.stdout: = sunit=0 swidth=0 blks 2023-01-24T05:41:17.125 INFO:teuthology.orchestra.run.smithi140.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-24T05:41:17.125 INFO:teuthology.orchestra.run.smithi140.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-24T05:41:17.126 INFO:teuthology.orchestra.run.smithi140.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-24T05:41:17.126 INFO:teuthology.orchestra.run.smithi140.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-24T05:41:17.545 INFO:teuthology.orchestra.run.smithi140.stdout:Discarding blocks...Done. 2023-01-24T05:41:17.547 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi140.front.sepia.ceph.com -o noatime 2023-01-24T05:41:17.547 DEBUG:teuthology.orchestra.run.smithi140:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-3 2023-01-24T05:41:17.663 DEBUG:teuthology.orchestra.run.smithi140:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-01-24T05:41:17.695 DEBUG:teuthology.orchestra.run.smithi140:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:17.819 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:17.817+0000 7f6175dbc5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-01-24T05:41:17.820 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:17.817+0000 7f6175dbc5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-01-24T05:41:17.820 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:17.817+0000 7f6175dbc5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-01-24T05:41:17.820 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:17.817+0000 7f6175dbc5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-01-24T05:41:17.821 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:17.817+0000 7f6175dbc5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-01-24T05:41:17.821 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:17.820+0000 7f6175dbc5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-01-24T05:41:18.351 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:18.349+0000 7f6175dbc5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:19.111 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:19.109+0000 7f6175dbc5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:19.873 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:19.871+0000 7f6175dbc5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:20.665 DEBUG:teuthology.orchestra.run.smithi140:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-01-24T05:41:20.696 DEBUG:teuthology.orchestra.run.smithi140:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:20.786 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:20.784+0000 7f95f4faa5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-01-24T05:41:20.786 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:20.784+0000 7f95f4faa5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-01-24T05:41:20.786 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:20.784+0000 7f95f4faa5c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-01-24T05:41:20.787 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:20.784+0000 7f95f4faa5c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-01-24T05:41:20.787 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:20.784+0000 7f95f4faa5c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-01-24T05:41:20.787 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:20.784+0000 7f95f4faa5c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-01-24T05:41:21.310 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:21.308+0000 7f95f4faa5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:22.072 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:22.070+0000 7f95f4faa5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:22.832 INFO:teuthology.orchestra.run.smithi140.stderr:2023-01-24T05:41:22.830+0000 7f95f4faa5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2023-01-24T05:41:23.622 DEBUG:teuthology.orchestra.run.smithi140:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-01-24T05:41:23.650 INFO:tasks.ceph:Reading keys from all nodes... 2023-01-24T05:41:23.650 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:23.651 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-01-24T05:41:23.680 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:23.680 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-01-24T05:41:23.749 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:23.750 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-01-24T05:41:23.817 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:23.818 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-01-24T05:41:23.885 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:23.885 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-01-24T05:41:23.915 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:23.916 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-01-24T05:41:23.983 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:23.984 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-01-24T05:41:24.049 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:24.050 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-01-24T05:41:24.116 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2023-01-24T05:41:24.117 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-01-24T05:41:24.136 INFO:tasks.ceph:Adding keys to all mons... 2023-01-24T05:41:24.137 DEBUG:teuthology.orchestra.run.smithi093:> sudo tee -a /etc/ceph/ceph.keyring 2023-01-24T05:41:24.139 DEBUG:teuthology.orchestra.run.smithi140:> sudo tee -a /etc/ceph/ceph.keyring 2023-01-24T05:41:24.163 INFO:teuthology.orchestra.run.smithi093.stdout:[mgr.x] 2023-01-24T05:41:24.163 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQB0b89jGinuHxAADm+gV8OQublE+skWxKSCRQ== 2023-01-24T05:41:24.164 INFO:teuthology.orchestra.run.smithi093.stdout:[mds.a] 2023-01-24T05:41:24.164 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQB0b89jc5JbJxAAl6eXiSRmW7zjLprk6yKPUw== 2023-01-24T05:41:24.164 INFO:teuthology.orchestra.run.smithi093.stdout:[osd.0] 2023-01-24T05:41:24.164 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQB2b89jpcs7GBAAeUCYlAsdtVT6ITk/CkuFKA== 2023-01-24T05:41:24.165 INFO:teuthology.orchestra.run.smithi093.stdout:[osd.1] 2023-01-24T05:41:24.165 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQB5b89jSOg4FhAAUgsOHKr/nrDQ57pzCGlaWw== 2023-01-24T05:41:24.165 INFO:teuthology.orchestra.run.smithi093.stdout:[mgr.y] 2023-01-24T05:41:24.165 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQB0b89jdT/yIxAAop8wsNhmpbw8dby0ps56tQ== 2023-01-24T05:41:24.165 INFO:teuthology.orchestra.run.smithi093.stdout:[mds.b] 2023-01-24T05:41:24.166 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQB0b89jH112LBAAN9IzHTWlipuX1MnQ6w10yQ== 2023-01-24T05:41:24.166 INFO:teuthology.orchestra.run.smithi093.stdout:[osd.2] 2023-01-24T05:41:24.166 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQB9b89jD2bSMBAAcZUzLesThKyA07GSRnypUQ== 2023-01-24T05:41:24.166 INFO:teuthology.orchestra.run.smithi093.stdout:[osd.3] 2023-01-24T05:41:24.166 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQCAb89jg7PSLhAARyQ7DUAhm5fIqwTm3aBAEQ== 2023-01-24T05:41:24.167 INFO:teuthology.orchestra.run.smithi093.stdout:[client.0] 2023-01-24T05:41:24.167 INFO:teuthology.orchestra.run.smithi093.stdout: key = AQB0b89j46coMhAA0+A++zcMkjYj77idP3ZDAQ== 2023-01-24T05:41:24.182 INFO:teuthology.orchestra.run.smithi140.stdout:[mgr.x] 2023-01-24T05:41:24.182 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQB0b89jGinuHxAADm+gV8OQublE+skWxKSCRQ== 2023-01-24T05:41:24.183 INFO:teuthology.orchestra.run.smithi140.stdout:[mds.a] 2023-01-24T05:41:24.183 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQB0b89jc5JbJxAAl6eXiSRmW7zjLprk6yKPUw== 2023-01-24T05:41:24.183 INFO:teuthology.orchestra.run.smithi140.stdout:[osd.0] 2023-01-24T05:41:24.183 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQB2b89jpcs7GBAAeUCYlAsdtVT6ITk/CkuFKA== 2023-01-24T05:41:24.183 INFO:teuthology.orchestra.run.smithi140.stdout:[osd.1] 2023-01-24T05:41:24.184 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQB5b89jSOg4FhAAUgsOHKr/nrDQ57pzCGlaWw== 2023-01-24T05:41:24.184 INFO:teuthology.orchestra.run.smithi140.stdout:[mgr.y] 2023-01-24T05:41:24.184 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQB0b89jdT/yIxAAop8wsNhmpbw8dby0ps56tQ== 2023-01-24T05:41:24.184 INFO:teuthology.orchestra.run.smithi140.stdout:[mds.b] 2023-01-24T05:41:24.185 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQB0b89jH112LBAAN9IzHTWlipuX1MnQ6w10yQ== 2023-01-24T05:41:24.185 INFO:teuthology.orchestra.run.smithi140.stdout:[osd.2] 2023-01-24T05:41:24.185 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQB9b89jD2bSMBAAcZUzLesThKyA07GSRnypUQ== 2023-01-24T05:41:24.185 INFO:teuthology.orchestra.run.smithi140.stdout:[osd.3] 2023-01-24T05:41:24.185 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQCAb89jg7PSLhAARyQ7DUAhm5fIqwTm3aBAEQ== 2023-01-24T05:41:24.185 INFO:teuthology.orchestra.run.smithi140.stdout:[client.0] 2023-01-24T05:41:24.186 INFO:teuthology.orchestra.run.smithi140.stdout: key = AQB0b89j46coMhAA0+A++zcMkjYj77idP3ZDAQ== 2023-01-24T05:41:24.187 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-24T05:41:24.210 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-24T05:41:24.280 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-01-24T05:41:24.283 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-01-24T05:41:24.339 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-24T05:41:24.342 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-24T05:41:24.395 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-24T05:41:24.398 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-24T05:41:24.453 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-24T05:41:24.455 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-24T05:41:24.509 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-01-24T05:41:24.512 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-01-24T05:41:24.570 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-24T05:41:24.572 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-24T05:41:24.625 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-24T05:41:24.627 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-24T05:41:24.681 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-24T05:41:24.684 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-24T05:41:24.741 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-01-24T05:41:24.741 DEBUG:teuthology.orchestra.run.smithi093:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-01-24T05:41:24.768 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-24T05:41:24.866 DEBUG:teuthology.orchestra.run.smithi093:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-01-24T05:41:24.894 DEBUG:teuthology.orchestra.run.smithi140:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-01-24T05:41:24.922 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-24T05:41:25.021 DEBUG:teuthology.orchestra.run.smithi140:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-01-24T05:41:25.049 DEBUG:teuthology.orchestra.run.smithi140:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-01-24T05:41:25.116 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-24T05:41:25.218 DEBUG:teuthology.orchestra.run.smithi140:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-01-24T05:41:25.246 DEBUG:teuthology.orchestra.run.smithi093:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:25.248 DEBUG:teuthology.orchestra.run.smithi140:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-01-24T05:41:25.303 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-01-24T05:41:25.304 INFO:tasks.ceph.mon.a:Restarting daemon 2023-01-24T05:41:25.305 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-01-24T05:41:25.307 INFO:tasks.ceph.mon.a:Started 2023-01-24T05:41:25.307 INFO:tasks.ceph.mon.b:Restarting daemon 2023-01-24T05:41:25.307 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-01-24T05:41:25.346 INFO:tasks.ceph.mon.b:Started 2023-01-24T05:41:25.346 INFO:tasks.ceph.mon.c:Restarting daemon 2023-01-24T05:41:25.347 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-01-24T05:41:25.349 INFO:tasks.ceph.mon.c:Started 2023-01-24T05:41:25.349 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-01-24T05:41:25.349 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-01-24T05:41:25.350 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-01-24T05:41:25.352 INFO:tasks.ceph.mgr.x:Started 2023-01-24T05:41:25.353 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-01-24T05:41:25.353 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-01-24T05:41:25.355 INFO:tasks.ceph.mgr.y:Started 2023-01-24T05:41:25.355 INFO:tasks.ceph:Setting crush tunables to default 2023-01-24T05:41:25.355 DEBUG:teuthology.orchestra.run.smithi093:> sudo ceph --cluster ceph osd crush tunables default 2023-01-24T05:41:25.762 INFO:teuthology.orchestra.run.smithi093.stderr:adjusted tunables profile to default 2023-01-24T05:41:25.773 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-01-24T05:41:25.774 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:25.774 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-01-24T05:41:25.801 DEBUG:teuthology.orchestra.run.smithi093:> set -ex 2023-01-24T05:41:25.802 DEBUG:teuthology.orchestra.run.smithi093:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-01-24T05:41:25.868 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:25.869 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-01-24T05:41:25.899 DEBUG:teuthology.orchestra.run.smithi140:> set -ex 2023-01-24T05:41:25.900 DEBUG:teuthology.orchestra.run.smithi140:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-01-24T05:41:25.964 DEBUG:teuthology.orchestra.run.smithi140:> sudo ceph --cluster ceph osd new 0f2326cd-7125-4844-a36b-23a8a0013dfa 0 2023-01-24T05:41:26.220 INFO:teuthology.orchestra.run.smithi140.stdout:0 2023-01-24T05:41:26.233 DEBUG:teuthology.orchestra.run.smithi140:> sudo ceph --cluster ceph osd new b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb 1 2023-01-24T05:41:26.452 INFO:teuthology.orchestra.run.smithi140.stdout:1 2023-01-24T05:41:26.465 DEBUG:teuthology.orchestra.run.smithi140:> sudo ceph --cluster ceph osd new 730282cb-548d-48b6-9a1d-71e32367d1ca 2 2023-01-24T05:41:26.522 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:26.520+0000 7effcd665200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-01-24T05:41:26.590 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:26.589+0000 7effcd665200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-01-24T05:41:26.670 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:26.669+0000 7effcd665200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-01-24T05:41:26.682 INFO:teuthology.orchestra.run.smithi140.stdout:2 2023-01-24T05:41:26.694 DEBUG:teuthology.orchestra.run.smithi140:> sudo ceph --cluster ceph osd new 02616135-d2dd-41ee-a25b-29c5022143e9 3 2023-01-24T05:41:26.853 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:26.851+0000 7effcd665200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-01-24T05:41:26.913 INFO:teuthology.orchestra.run.smithi140.stdout:3 2023-01-24T05:41:26.925 INFO:tasks.ceph.osd.0:Restarting daemon 2023-01-24T05:41:26.926 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-01-24T05:41:26.928 INFO:tasks.ceph.osd.0:Started 2023-01-24T05:41:26.928 INFO:tasks.ceph.osd.1:Restarting daemon 2023-01-24T05:41:26.929 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-01-24T05:41:26.930 INFO:tasks.ceph.osd.1:Started 2023-01-24T05:41:26.931 INFO:tasks.ceph.osd.2:Restarting daemon 2023-01-24T05:41:26.931 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-01-24T05:41:26.933 INFO:tasks.ceph.osd.2:Started 2023-01-24T05:41:26.933 INFO:tasks.ceph.osd.3:Restarting daemon 2023-01-24T05:41:26.934 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-01-24T05:41:26.935 INFO:tasks.ceph.osd.3:Started 2023-01-24T05:41:26.936 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:26.995 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:26.993+0000 7f1a2c23e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-01-24T05:41:27.068 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:27.066+0000 7f1a2c23e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-01-24T05:41:27.142 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:27.142 INFO:teuthology.orchestra.run.smithi093.stdout:{"epoch":6,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:26.905419+0000","last_up_change":"0.000000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:27.155 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-01-24T05:41:27.155 INFO:tasks.ceph:Waiting for OSDs to come up 2023-01-24T05:41:27.175 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:27.174+0000 7f1a2c23e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-01-24T05:41:27.360 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:27.358+0000 7f1a2c23e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-01-24T05:41:27.526 INFO:tasks.ceph.osd.1.smithi093.stderr:2023-01-24T05:41:27.524+0000 7f496baf35c0 -1 Falling back to public interface 2023-01-24T05:41:27.527 INFO:tasks.ceph.osd.0.smithi093.stderr:2023-01-24T05:41:27.525+0000 7f465af8c5c0 -1 Falling back to public interface 2023-01-24T05:41:27.533 INFO:tasks.ceph.osd.2.smithi140.stderr:2023-01-24T05:41:27.531+0000 7f6624c8f5c0 -1 Falling back to public interface 2023-01-24T05:41:27.539 INFO:tasks.ceph.osd.3.smithi140.stderr:2023-01-24T05:41:27.537+0000 7fcee8b0d5c0 -1 Falling back to public interface 2023-01-24T05:41:27.559 DEBUG:teuthology.orchestra.run.smithi093:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:27.669 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:27.668+0000 7effcd665200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-01-24T05:41:27.752 INFO:teuthology.misc.health.smithi093.stdout: 2023-01-24T05:41:27.753 INFO:teuthology.misc.health.smithi093.stdout:{"epoch":6,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:26.905419+0000","last_up_change":"0.000000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:27.763 DEBUG:teuthology.misc:0 of 4 OSDs are up 2023-01-24T05:41:27.815 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:27.813+0000 7effcd665200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-01-24T05:41:28.034 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:28.032+0000 7effcd665200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-01-24T05:41:28.105 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:28.103+0000 7effcd665200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-01-24T05:41:28.158 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:28.156+0000 7f1a2c23e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-01-24T05:41:28.238 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:28.237+0000 7effcd665200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-01-24T05:41:28.298 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:28.296+0000 7f1a2c23e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-01-24T05:41:28.500 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:28.499+0000 7effcd665200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-01-24T05:41:28.522 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:28.520+0000 7f1a2c23e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-01-24T05:41:28.592 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:28.591+0000 7f1a2c23e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-01-24T05:41:28.684 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:28.682+0000 7effcd665200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-01-24T05:41:28.729 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:28.727+0000 7f1a2c23e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-01-24T05:41:28.820 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:28.819+0000 7effcd665200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-01-24T05:41:28.934 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:28.933+0000 7effcd665200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-01-24T05:41:28.995 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:28.993+0000 7f1a2c23e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-01-24T05:41:29.071 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:29.070+0000 7effcd665200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-01-24T05:41:29.150 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:29.149+0000 7effcd665200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-01-24T05:41:29.179 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:29.177+0000 7f1a2c23e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-01-24T05:41:29.319 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:29.317+0000 7f1a2c23e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-01-24T05:41:29.375 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:29.373+0000 7effcd665200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-01-24T05:41:29.433 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:29.431+0000 7f1a2c23e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-01-24T05:41:29.451 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:29.449+0000 7effcd665200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-01-24T05:41:29.573 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:29.572+0000 7f1a2c23e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-01-24T05:41:29.651 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:29.649+0000 7f1a2c23e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-01-24T05:41:29.872 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:29.871+0000 7f1a2c23e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-01-24T05:41:29.949 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:29.948+0000 7f1a2c23e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-01-24T05:41:30.066 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:30.065+0000 7effcd665200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-01-24T05:41:30.325 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:30.323+0000 7effcd665200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-01-24T05:41:30.411 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:30.410+0000 7effcd665200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-01-24T05:41:30.491 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:30.490+0000 7effcd665200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-01-24T05:41:30.604 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:30.603+0000 7f1a2c23e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-01-24T05:41:30.671 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:30.670+0000 7effcd665200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-01-24T05:41:30.742 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:30.740+0000 7effcd665200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-01-24T05:41:30.866 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:30.865+0000 7f1a2c23e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-01-24T05:41:30.894 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:30.893+0000 7effcd665200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-01-24T05:41:30.942 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:30.941+0000 7f1a2c23e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-01-24T05:41:31.028 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:31.027+0000 7f1a2c23e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-01-24T05:41:31.046 INFO:tasks.ceph.osd.0.smithi093.stderr:2023-01-24T05:41:31.045+0000 7f465af8c5c0 -1 osd.0 0 log_to_monitors true 2023-01-24T05:41:31.083 INFO:tasks.ceph.osd.1.smithi093.stderr:2023-01-24T05:41:31.082+0000 7f496baf35c0 -1 osd.1 0 log_to_monitors true 2023-01-24T05:41:31.087 INFO:tasks.ceph.osd.2.smithi140.stderr:2023-01-24T05:41:31.086+0000 7f6624c8f5c0 -1 osd.2 0 log_to_monitors true 2023-01-24T05:41:31.103 INFO:tasks.ceph.osd.3.smithi140.stderr:2023-01-24T05:41:31.102+0000 7fcee8b0d5c0 -1 osd.3 0 log_to_monitors true 2023-01-24T05:41:31.220 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:31.219+0000 7f1a2c23e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-01-24T05:41:31.292 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:31.291+0000 7f1a2c23e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-01-24T05:41:31.444 INFO:tasks.ceph.mgr.y.smithi140.stderr:2023-01-24T05:41:31.443+0000 7f1a2c23e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-01-24T05:41:31.919 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:31.918+0000 7eff871de700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-01-24T05:41:31.920 INFO:tasks.ceph.mgr.x.smithi093.stderr:2023-01-24T05:41:31.919+0000 7eff871de700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-01-24T05:41:34.088 INFO:tasks.ceph.osd.2.smithi140.stderr:2023-01-24T05:41:34.087+0000 7f6618836700 -1 osd.2 0 waiting for initial osdmap 2023-01-24T05:41:34.102 INFO:tasks.ceph.osd.2.smithi140.stderr:2023-01-24T05:41:34.101+0000 7f6610c11700 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-24T05:41:34.103 INFO:tasks.ceph.osd.1.smithi093.stderr:2023-01-24T05:41:34.100+0000 7f495f69a700 -1 osd.1 0 waiting for initial osdmap 2023-01-24T05:41:34.111 INFO:tasks.ceph.osd.3.smithi140.stderr:2023-01-24T05:41:34.110+0000 7fcedc6b4700 -1 osd.3 0 waiting for initial osdmap 2023-01-24T05:41:34.118 INFO:tasks.ceph.osd.1.smithi093.stderr:2023-01-24T05:41:34.116+0000 7f4957a75700 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-24T05:41:34.120 INFO:tasks.ceph.osd.0.smithi093.stderr:2023-01-24T05:41:34.117+0000 7f4650336700 -1 osd.0 0 waiting for initial osdmap 2023-01-24T05:41:34.123 INFO:tasks.ceph.osd.3.smithi140.stderr:2023-01-24T05:41:34.123+0000 7fced4a8f700 -1 osd.3 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-24T05:41:34.132 INFO:tasks.ceph.osd.0.smithi093.stderr:2023-01-24T05:41:34.130+0000 7f4646f0e700 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-24T05:41:34.168 DEBUG:teuthology.orchestra.run.smithi093:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:34.471 INFO:teuthology.misc.health.smithi093.stdout: 2023-01-24T05:41:34.471 INFO:teuthology.misc.health.smithi093.stdout:{"epoch":8,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:32.963771+0000","last_up_change":"0.000000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:34.483 DEBUG:teuthology.misc:0 of 4 OSDs are up 2023-01-24T05:41:35.889 DEBUG:teuthology.orchestra.run.smithi093:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:35.892 DEBUG:teuthology.orchestra.run.smithi140:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:35.895 DEBUG:teuthology.orchestra.run.smithi146:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-01-24T05:41:40.888 DEBUG:teuthology.orchestra.run.smithi093:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:41.210 INFO:teuthology.misc.health.smithi093.stdout: 2023-01-24T05:41:41.211 INFO:teuthology.misc.health.smithi093.stdout:{"epoch":13,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:39.124909+0000","last_up_change":"2023-01-24T05:41:35.112417+0000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-24T05:41:36.956138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6801","nonce":103479},{"type":"v1","addr":"172.21.15.93:6802","nonce":103479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6803","nonce":103479},{"type":"v1","addr":"172.21.15.93:6804","nonce":103479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":103479},{"type":"v1","addr":"172.21.15.93:6809","nonce":103479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6805","nonce":103479},{"type":"v1","addr":"172.21.15.93:6806","nonce":103479}]},"public_addr":"172.21.15.93:6802/103479","cluster_addr":"172.21.15.93:6804/103479","heartbeat_back_addr":"172.21.15.93:6809/103479","heartbeat_front_addr":"172.21.15.93:6806/103479","state":["exists","up"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":103480},{"type":"v1","addr":"172.21.15.93:6807","nonce":103480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":103480},{"type":"v1","addr":"172.21.15.93:6811","nonce":103480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":103480},{"type":"v1","addr":"172.21.15.93:6815","nonce":103480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":103480},{"type":"v1","addr":"172.21.15.93:6813","nonce":103480}]},"public_addr":"172.21.15.93:6807/103480","cluster_addr":"172.21.15.93:6811/103480","heartbeat_back_addr":"172.21.15.93:6815/103480","heartbeat_front_addr":"172.21.15.93:6813/103480","state":["exists","up"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6800","nonce":103539},{"type":"v1","addr":"172.21.15.140:6801","nonce":103539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6802","nonce":103539},{"type":"v1","addr":"172.21.15.140:6803","nonce":103539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6806","nonce":103539},{"type":"v1","addr":"172.21.15.140:6807","nonce":103539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6804","nonce":103539},{"type":"v1","addr":"172.21.15.140:6805","nonce":103539}]},"public_addr":"172.21.15.140:6801/103539","cluster_addr":"172.21.15.140:6803/103539","heartbeat_back_addr":"172.21.15.140:6807/103539","heartbeat_front_addr":"172.21.15.140:6805/103539","state":["exists","up"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6808","nonce":103540},{"type":"v1","addr":"172.21.15.140:6809","nonce":103540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6810","nonce":103540},{"type":"v1","addr":"172.21.15.140:6811","nonce":103540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6814","nonce":103540},{"type":"v1","addr":"172.21.15.140:6815","nonce":103540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6812","nonce":103540},{"type":"v1","addr":"172.21.15.140:6813","nonce":103540}]},"public_addr":"172.21.15.140:6809/103540","cluster_addr":"172.21.15.140:6811/103540","heartbeat_back_addr":"172.21.15.140:6815/103540","heartbeat_front_addr":"172.21.15.140:6813/103540","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.084407+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.047250+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.050591+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.117750+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:41.223 DEBUG:teuthology.misc:4 of 4 OSDs are up 2023-01-24T05:41:41.223 INFO:tasks.ceph:Creating RBD pool 2023-01-24T05:41:41.223 DEBUG:teuthology.orchestra.run.smithi093:> sudo ceph --cluster ceph osd pool create rbd 8 2023-01-24T05:41:42.413 INFO:teuthology.orchestra.run.smithi093.stderr:pool 'rbd' created 2023-01-24T05:41:42.426 DEBUG:teuthology.orchestra.run.smithi093:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-01-24T05:41:43.417 INFO:teuthology.orchestra.run.smithi093.stderr:enabled application 'rbd' on pool 'rbd' 2023-01-24T05:41:43.430 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-01-24T05:41:43.430 INFO:tasks.ceph.mds.a:Restarting daemon 2023-01-24T05:41:43.431 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-01-24T05:41:43.433 INFO:tasks.ceph.mds.a:Started 2023-01-24T05:41:43.433 INFO:tasks.ceph.mds.b:Restarting daemon 2023-01-24T05:41:43.434 DEBUG:teuthology.orchestra.run.smithi140:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-01-24T05:41:43.436 INFO:tasks.ceph.mds.b:Started 2023-01-24T05:41:43.436 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-01-24T05:41:43.437 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:43.515 INFO:tasks.ceph.mds.a.smithi093.stdout:starting mds.a at 2023-01-24T05:41:43.522 INFO:tasks.ceph.mds.b.smithi140.stdout:starting mds.b at 2023-01-24T05:41:43.755 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:43.756 INFO:teuthology.orchestra.run.smithi093.stdout:{"epoch":15,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:43.405963+0000","last_up_change":"2023-01-24T05:41:35.112417+0000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-24T05:41:36.956138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-01-24T05:41:41.554202+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6801","nonce":103479},{"type":"v1","addr":"172.21.15.93:6802","nonce":103479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6803","nonce":103479},{"type":"v1","addr":"172.21.15.93:6804","nonce":103479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":103479},{"type":"v1","addr":"172.21.15.93:6809","nonce":103479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6805","nonce":103479},{"type":"v1","addr":"172.21.15.93:6806","nonce":103479}]},"public_addr":"172.21.15.93:6802/103479","cluster_addr":"172.21.15.93:6804/103479","heartbeat_back_addr":"172.21.15.93:6809/103479","heartbeat_front_addr":"172.21.15.93:6806/103479","state":["exists","up"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":103480},{"type":"v1","addr":"172.21.15.93:6807","nonce":103480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":103480},{"type":"v1","addr":"172.21.15.93:6811","nonce":103480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":103480},{"type":"v1","addr":"172.21.15.93:6815","nonce":103480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":103480},{"type":"v1","addr":"172.21.15.93:6813","nonce":103480}]},"public_addr":"172.21.15.93:6807/103480","cluster_addr":"172.21.15.93:6811/103480","heartbeat_back_addr":"172.21.15.93:6815/103480","heartbeat_front_addr":"172.21.15.93:6813/103480","state":["exists","up"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6800","nonce":103539},{"type":"v1","addr":"172.21.15.140:6801","nonce":103539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6802","nonce":103539},{"type":"v1","addr":"172.21.15.140:6803","nonce":103539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6806","nonce":103539},{"type":"v1","addr":"172.21.15.140:6807","nonce":103539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6804","nonce":103539},{"type":"v1","addr":"172.21.15.140:6805","nonce":103539}]},"public_addr":"172.21.15.140:6801/103539","cluster_addr":"172.21.15.140:6803/103539","heartbeat_back_addr":"172.21.15.140:6807/103539","heartbeat_front_addr":"172.21.15.140:6805/103539","state":["exists","up"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6808","nonce":103540},{"type":"v1","addr":"172.21.15.140:6809","nonce":103540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6810","nonce":103540},{"type":"v1","addr":"172.21.15.140:6811","nonce":103540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6814","nonce":103540},{"type":"v1","addr":"172.21.15.140:6815","nonce":103540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6812","nonce":103540},{"type":"v1","addr":"172.21.15.140:6813","nonce":103540}]},"public_addr":"172.21.15.140:6809/103540","cluster_addr":"172.21.15.140:6811/103540","heartbeat_back_addr":"172.21.15.140:6815/103540","heartbeat_front_addr":"172.21.15.140:6813/103540","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.084407+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.047250+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.050591+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.117750+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:43.769 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-01-24T05:41:36.956138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-01-24T05:41:41.554202+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '15', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-01-24T05:41:43.770 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-01-24T05:41:44.083 INFO:teuthology.orchestra.run.smithi093.stdout:pg_num: 1 2023-01-24T05:41:44.097 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-01-24T05:41:44.411 INFO:teuthology.orchestra.run.smithi093.stdout:pg_num: 8 2023-01-24T05:41:44.425 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-01-24T05:41:44.784 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:44.784 INFO:teuthology.orchestra.run.smithi093.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4236,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6819/2271710217","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2271710217},{"type":"v1","addr":"172.21.15.93:6819","nonce":2271710217}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4246,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.140:6817/2678773716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6816","nonce":2678773716},{"type":"v1","addr":"172.21.15.140:6817","nonce":2678773716}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-01-24T05:41:44.786 INFO:teuthology.orchestra.run.smithi093.stderr:dumped fsmap epoch 3 2023-01-24T05:41:44.798 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:45.110 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:45.110 INFO:teuthology.orchestra.run.smithi093.stdout:{"epoch":16,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:44.410806+0000","last_up_change":"2023-01-24T05:41:35.112417+0000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-24T05:41:36.956138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-01-24T05:41:41.554202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6801","nonce":103479},{"type":"v1","addr":"172.21.15.93:6802","nonce":103479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6803","nonce":103479},{"type":"v1","addr":"172.21.15.93:6804","nonce":103479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":103479},{"type":"v1","addr":"172.21.15.93:6809","nonce":103479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6805","nonce":103479},{"type":"v1","addr":"172.21.15.93:6806","nonce":103479}]},"public_addr":"172.21.15.93:6802/103479","cluster_addr":"172.21.15.93:6804/103479","heartbeat_back_addr":"172.21.15.93:6809/103479","heartbeat_front_addr":"172.21.15.93:6806/103479","state":["exists","up"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":103480},{"type":"v1","addr":"172.21.15.93:6807","nonce":103480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":103480},{"type":"v1","addr":"172.21.15.93:6811","nonce":103480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":103480},{"type":"v1","addr":"172.21.15.93:6815","nonce":103480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":103480},{"type":"v1","addr":"172.21.15.93:6813","nonce":103480}]},"public_addr":"172.21.15.93:6807/103480","cluster_addr":"172.21.15.93:6811/103480","heartbeat_back_addr":"172.21.15.93:6815/103480","heartbeat_front_addr":"172.21.15.93:6813/103480","state":["exists","up"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6800","nonce":103539},{"type":"v1","addr":"172.21.15.140:6801","nonce":103539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6802","nonce":103539},{"type":"v1","addr":"172.21.15.140:6803","nonce":103539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6806","nonce":103539},{"type":"v1","addr":"172.21.15.140:6807","nonce":103539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6804","nonce":103539},{"type":"v1","addr":"172.21.15.140:6805","nonce":103539}]},"public_addr":"172.21.15.140:6801/103539","cluster_addr":"172.21.15.140:6803/103539","heartbeat_back_addr":"172.21.15.140:6807/103539","heartbeat_front_addr":"172.21.15.140:6805/103539","state":["exists","up"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6808","nonce":103540},{"type":"v1","addr":"172.21.15.140:6809","nonce":103540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6810","nonce":103540},{"type":"v1","addr":"172.21.15.140:6811","nonce":103540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6814","nonce":103540},{"type":"v1","addr":"172.21.15.140:6815","nonce":103540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6812","nonce":103540},{"type":"v1","addr":"172.21.15.140:6813","nonce":103540}]},"public_addr":"172.21.15.140:6809/103540","cluster_addr":"172.21.15.140:6811/103540","heartbeat_back_addr":"172.21.15.140:6815/103540","heartbeat_front_addr":"172.21.15.140:6813/103540","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.084407+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.047250+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.050591+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.117750+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:45.123 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-01-24T05:41:36.956138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-01-24T05:41:41.554202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-01-24T05:41:45.124 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-01-24T05:41:45.444 INFO:teuthology.orchestra.run.smithi093.stdout:pg_num: 1 2023-01-24T05:41:45.458 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-01-24T05:41:45.772 INFO:teuthology.orchestra.run.smithi093.stdout:pg_num: 8 2023-01-24T05:41:45.789 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-01-24T05:41:46.100 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:46.101 INFO:teuthology.orchestra.run.smithi093.stdout:[ 2023-01-24T05:41:46.101 INFO:teuthology.orchestra.run.smithi093.stdout: { 2023-01-24T05:41:46.101 INFO:teuthology.orchestra.run.smithi093.stdout: "poolnum": 1, 2023-01-24T05:41:46.101 INFO:teuthology.orchestra.run.smithi093.stdout: "poolname": ".mgr" 2023-01-24T05:41:46.101 INFO:teuthology.orchestra.run.smithi093.stdout: }, 2023-01-24T05:41:46.102 INFO:teuthology.orchestra.run.smithi093.stdout: { 2023-01-24T05:41:46.102 INFO:teuthology.orchestra.run.smithi093.stdout: "poolnum": 2, 2023-01-24T05:41:46.102 INFO:teuthology.orchestra.run.smithi093.stdout: "poolname": "rbd" 2023-01-24T05:41:46.102 INFO:teuthology.orchestra.run.smithi093.stdout: } 2023-01-24T05:41:46.103 INFO:teuthology.orchestra.run.smithi093.stdout:] 2023-01-24T05:41:46.114 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-01-24T05:41:46.114 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-01-24T05:41:47.433 INFO:teuthology.orchestra.run.smithi093.stderr:pool 'cephfs_metadata' created 2023-01-24T05:41:47.445 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-01-24T05:41:48.440 INFO:teuthology.orchestra.run.smithi093.stderr:pool 'cephfs_data' created 2023-01-24T05:41:48.454 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-01-24T05:41:48.830 INFO:teuthology.orchestra.run.smithi093.stderr:new fs with metadata pool 3 and data pool 4 2023-01-24T05:41:48.846 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:49.159 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:49.160 INFO:teuthology.orchestra.run.smithi093.stdout:{"epoch":19,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:48.815880+0000","last_up_change":"2023-01-24T05:41:35.112417+0000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-24T05:41:36.956138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-01-24T05:41:41.554202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-01-24T05:41:46.443702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-01-24T05:41:47.787500+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6801","nonce":103479},{"type":"v1","addr":"172.21.15.93:6802","nonce":103479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6803","nonce":103479},{"type":"v1","addr":"172.21.15.93:6804","nonce":103479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":103479},{"type":"v1","addr":"172.21.15.93:6809","nonce":103479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6805","nonce":103479},{"type":"v1","addr":"172.21.15.93:6806","nonce":103479}]},"public_addr":"172.21.15.93:6802/103479","cluster_addr":"172.21.15.93:6804/103479","heartbeat_back_addr":"172.21.15.93:6809/103479","heartbeat_front_addr":"172.21.15.93:6806/103479","state":["exists","up"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":103480},{"type":"v1","addr":"172.21.15.93:6807","nonce":103480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":103480},{"type":"v1","addr":"172.21.15.93:6811","nonce":103480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":103480},{"type":"v1","addr":"172.21.15.93:6815","nonce":103480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":103480},{"type":"v1","addr":"172.21.15.93:6813","nonce":103480}]},"public_addr":"172.21.15.93:6807/103480","cluster_addr":"172.21.15.93:6811/103480","heartbeat_back_addr":"172.21.15.93:6815/103480","heartbeat_front_addr":"172.21.15.93:6813/103480","state":["exists","up"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6800","nonce":103539},{"type":"v1","addr":"172.21.15.140:6801","nonce":103539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6802","nonce":103539},{"type":"v1","addr":"172.21.15.140:6803","nonce":103539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6806","nonce":103539},{"type":"v1","addr":"172.21.15.140:6807","nonce":103539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6804","nonce":103539},{"type":"v1","addr":"172.21.15.140:6805","nonce":103539}]},"public_addr":"172.21.15.140:6801/103539","cluster_addr":"172.21.15.140:6803/103539","heartbeat_back_addr":"172.21.15.140:6807/103539","heartbeat_front_addr":"172.21.15.140:6805/103539","state":["exists","up"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6808","nonce":103540},{"type":"v1","addr":"172.21.15.140:6809","nonce":103540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6810","nonce":103540},{"type":"v1","addr":"172.21.15.140:6811","nonce":103540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6814","nonce":103540},{"type":"v1","addr":"172.21.15.140:6815","nonce":103540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6812","nonce":103540},{"type":"v1","addr":"172.21.15.140:6813","nonce":103540}]},"public_addr":"172.21.15.140:6809/103540","cluster_addr":"172.21.15.140:6811/103540","heartbeat_back_addr":"172.21.15.140:6815/103540","heartbeat_front_addr":"172.21.15.140:6813/103540","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.084407+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.047250+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.050591+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.117750+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:49.173 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:49.485 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:49.485 INFO:teuthology.orchestra.run.smithi093.stdout:{"epoch":19,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:48.815880+0000","last_up_change":"2023-01-24T05:41:35.112417+0000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-24T05:41:36.956138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-01-24T05:41:41.554202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-01-24T05:41:46.443702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-01-24T05:41:47.787500+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6801","nonce":103479},{"type":"v1","addr":"172.21.15.93:6802","nonce":103479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6803","nonce":103479},{"type":"v1","addr":"172.21.15.93:6804","nonce":103479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":103479},{"type":"v1","addr":"172.21.15.93:6809","nonce":103479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6805","nonce":103479},{"type":"v1","addr":"172.21.15.93:6806","nonce":103479}]},"public_addr":"172.21.15.93:6802/103479","cluster_addr":"172.21.15.93:6804/103479","heartbeat_back_addr":"172.21.15.93:6809/103479","heartbeat_front_addr":"172.21.15.93:6806/103479","state":["exists","up"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":103480},{"type":"v1","addr":"172.21.15.93:6807","nonce":103480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":103480},{"type":"v1","addr":"172.21.15.93:6811","nonce":103480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":103480},{"type":"v1","addr":"172.21.15.93:6815","nonce":103480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":103480},{"type":"v1","addr":"172.21.15.93:6813","nonce":103480}]},"public_addr":"172.21.15.93:6807/103480","cluster_addr":"172.21.15.93:6811/103480","heartbeat_back_addr":"172.21.15.93:6815/103480","heartbeat_front_addr":"172.21.15.93:6813/103480","state":["exists","up"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6800","nonce":103539},{"type":"v1","addr":"172.21.15.140:6801","nonce":103539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6802","nonce":103539},{"type":"v1","addr":"172.21.15.140:6803","nonce":103539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6806","nonce":103539},{"type":"v1","addr":"172.21.15.140:6807","nonce":103539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6804","nonce":103539},{"type":"v1","addr":"172.21.15.140:6805","nonce":103539}]},"public_addr":"172.21.15.140:6801/103539","cluster_addr":"172.21.15.140:6803/103539","heartbeat_back_addr":"172.21.15.140:6807/103539","heartbeat_front_addr":"172.21.15.140:6805/103539","state":["exists","up"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6808","nonce":103540},{"type":"v1","addr":"172.21.15.140:6809","nonce":103540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6810","nonce":103540},{"type":"v1","addr":"172.21.15.140:6811","nonce":103540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6814","nonce":103540},{"type":"v1","addr":"172.21.15.140:6815","nonce":103540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6812","nonce":103540},{"type":"v1","addr":"172.21.15.140:6813","nonce":103540}]},"public_addr":"172.21.15.140:6809/103540","cluster_addr":"172.21.15.140:6811/103540","heartbeat_back_addr":"172.21.15.140:6815/103540","heartbeat_front_addr":"172.21.15.140:6813/103540","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.084407+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.047250+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.050591+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.117750+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:49.499 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-01-24T05:41:50.852 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-01-24T05:41:50.853 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-01-24T05:41:51.855 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-01-24T05:41:51.856 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-01-24T05:41:52.206 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:52.206 INFO:teuthology.orchestra.run.smithi093.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4236,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.93:6819/2271710217","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6818","nonce":2271710217},{"type":"v1","addr":"172.21.15.93:6819","nonce":2271710217}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-01-24T05:41:48.816184+0000","modified":"2023-01-24T05:41:51.833521+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4246},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4246":{"gid":4246,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.140:6817/2678773716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6816","nonce":2678773716},{"type":"v1","addr":"172.21.15.140:6817","nonce":2678773716}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-01-24T05:41:52.208 INFO:teuthology.orchestra.run.smithi093.stderr:dumped fsmap epoch 8 2023-01-24T05:41:52.220 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-24T05:41:52.532 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:52.533 INFO:teuthology.orchestra.run.smithi093.stdout:{"epoch":20,"fsid":"7632969f-e5c3-47c6-8c37-5eee3f3606db","created":"2023-01-24T05:41:25.635911+0000","modified":"2023-01-24T05:41:49.817776+0000","last_up_change":"2023-01-24T05:41:35.112417+0000","last_in_change":"2023-01-24T05:41:26.905419+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-24T05:41:36.956138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-01-24T05:41:41.554202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-01-24T05:41:46.443702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-01-24T05:41:47.787500+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"0f2326cd-7125-4844-a36b-23a8a0013dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6801","nonce":103479},{"type":"v1","addr":"172.21.15.93:6802","nonce":103479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6803","nonce":103479},{"type":"v1","addr":"172.21.15.93:6804","nonce":103479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6808","nonce":103479},{"type":"v1","addr":"172.21.15.93:6809","nonce":103479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6805","nonce":103479},{"type":"v1","addr":"172.21.15.93:6806","nonce":103479}]},"public_addr":"172.21.15.93:6802/103479","cluster_addr":"172.21.15.93:6804/103479","heartbeat_back_addr":"172.21.15.93:6809/103479","heartbeat_front_addr":"172.21.15.93:6806/103479","state":["exists","up"]},{"osd":1,"uuid":"b2fd3c3b-1b7d-4fa5-a2a1-02d91bac4fdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6800","nonce":103480},{"type":"v1","addr":"172.21.15.93:6807","nonce":103480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6810","nonce":103480},{"type":"v1","addr":"172.21.15.93:6811","nonce":103480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6814","nonce":103480},{"type":"v1","addr":"172.21.15.93:6815","nonce":103480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.93:6812","nonce":103480},{"type":"v1","addr":"172.21.15.93:6813","nonce":103480}]},"public_addr":"172.21.15.93:6807/103480","cluster_addr":"172.21.15.93:6811/103480","heartbeat_back_addr":"172.21.15.93:6815/103480","heartbeat_front_addr":"172.21.15.93:6813/103480","state":["exists","up"]},{"osd":2,"uuid":"730282cb-548d-48b6-9a1d-71e32367d1ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6800","nonce":103539},{"type":"v1","addr":"172.21.15.140:6801","nonce":103539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6802","nonce":103539},{"type":"v1","addr":"172.21.15.140:6803","nonce":103539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6806","nonce":103539},{"type":"v1","addr":"172.21.15.140:6807","nonce":103539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6804","nonce":103539},{"type":"v1","addr":"172.21.15.140:6805","nonce":103539}]},"public_addr":"172.21.15.140:6801/103539","cluster_addr":"172.21.15.140:6803/103539","heartbeat_back_addr":"172.21.15.140:6807/103539","heartbeat_front_addr":"172.21.15.140:6805/103539","state":["exists","up"]},{"osd":3,"uuid":"02616135-d2dd-41ee-a25b-29c5022143e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6808","nonce":103540},{"type":"v1","addr":"172.21.15.140:6809","nonce":103540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6810","nonce":103540},{"type":"v1","addr":"172.21.15.140:6811","nonce":103540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6814","nonce":103540},{"type":"v1","addr":"172.21.15.140:6815","nonce":103540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.140:6812","nonce":103540},{"type":"v1","addr":"172.21.15.140:6813","nonce":103540}]},"public_addr":"172.21.15.140:6809/103540","cluster_addr":"172.21.15.140:6811/103540","heartbeat_back_addr":"172.21.15.140:6815/103540","heartbeat_front_addr":"172.21.15.140:6813/103540","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.084407+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.047250+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.050591+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-24T05:41:32.117750+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-24T05:41:52.547 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-01-24T05:41:52.547 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-24T05:41:52.867 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:52.869 INFO:teuthology.orchestra.run.smithi093.stderr:dumped all 2023-01-24T05:41:52.878 INFO:teuthology.orchestra.run.smithi093.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2023-01-24T05:41:50.916091+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":32952,"kb_used_data":1688,"kb_used_omap":0,"kb_used_meta":31232,"kb_avail":377454408,"statfs":{"total":386547056640,"available":386513313792,"internally_reserved":0,"allocated":1728512,"data_stored":1351210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31981568},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000710"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-24T05:41:44.586641+0000","last_change":"2023-01-24T05:41:43.420714+0000","last_active":"2023-01-24T05:41:44.586641+0000","last_peered":"2023-01-24T05:41:44.586641+0000","last_clean":"2023-01-24T05:41:44.586641+0000","last_became_active":"2023-01-24T05:41:43.420470+0000","last_became_peered":"2023-01-24T05:41:43.420470+0000","last_unstale":"2023-01-24T05:41:44.586641+0000","last_undegraded":"2023-01-24T05:41:44.586641+0000","last_fullsized":"2023-01-24T05:41:44.586641+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_clean_scrub_stamp":"2023-01-24T05:41:42.400884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T13:16:53.171531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-24T05:41:44.416993+0000","last_change":"2023-01-24T05:41:43.415540+0000","last_active":"2023-01-24T05:41:44.416993+0000","last_peered":"2023-01-24T05:41:44.416993+0000","last_clean":"2023-01-24T05:41:44.416993+0000","last_became_active":"2023-01-24T05:41:43.415214+0000","last_became_peered":"2023-01-24T05:41:43.415214+0000","last_unstale":"2023-01-24T05:41:44.416993+0000","last_undegraded":"2023-01-24T05:41:44.416993+0000","last_fullsized":"2023-01-24T05:41:44.416993+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_clean_scrub_stamp":"2023-01-24T05:41:42.400884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T14:57:43.725096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-24T05:41:44.586641+0000","last_change":"2023-01-24T05:41:43.418169+0000","last_active":"2023-01-24T05:41:44.586641+0000","last_peered":"2023-01-24T05:41:44.586641+0000","last_clean":"2023-01-24T05:41:44.586641+0000","last_became_active":"2023-01-24T05:41:43.417869+0000","last_became_peered":"2023-01-24T05:41:43.417869+0000","last_unstale":"2023-01-24T05:41:44.586641+0000","last_undegraded":"2023-01-24T05:41:44.586641+0000","last_fullsized":"2023-01-24T05:41:44.586641+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_clean_scrub_stamp":"2023-01-24T05:41:42.400884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T07:48:47.123924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-24T05:41:44.417005+0000","last_change":"2023-01-24T05:41:43.692204+0000","last_active":"2023-01-24T05:41:44.417005+0000","last_peered":"2023-01-24T05:41:44.417005+0000","last_clean":"2023-01-24T05:41:44.417005+0000","last_became_active":"2023-01-24T05:41:43.691917+0000","last_became_peered":"2023-01-24T05:41:43.691917+0000","last_unstale":"2023-01-24T05:41:44.417005+0000","last_undegraded":"2023-01-24T05:41:44.417005+0000","last_fullsized":"2023-01-24T05:41:44.417005+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_clean_scrub_stamp":"2023-01-24T05:41:42.400884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T08:05:13.164221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"13'117","reported_seq":163,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-01-24T05:41:43.412377+0000","last_change":"2023-01-24T05:41:39.033522+0000","last_active":"2023-01-24T05:41:43.412377+0000","last_peered":"2023-01-24T05:41:43.412377+0000","last_clean":"2023-01-24T05:41:43.412377+0000","last_became_active":"2023-01-24T05:41:39.032605+0000","last_became_peered":"2023-01-24T05:41:39.032605+0000","last_unstale":"2023-01-24T05:41:43.412377+0000","last_undegraded":"2023-01-24T05:41:43.412377+0000","last_fullsized":"2023-01-24T05:41:43.412377+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:37.115734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:37.115734+0000","last_clean_scrub_stamp":"2023-01-24T05:41:37.115734+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T16:31:34.406823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-24T05:41:44.416974+0000","last_change":"2023-01-24T05:41:43.415560+0000","last_active":"2023-01-24T05:41:44.416974+0000","last_peered":"2023-01-24T05:41:44.416974+0000","last_clean":"2023-01-24T05:41:44.416974+0000","last_became_active":"2023-01-24T05:41:43.415250+0000","last_became_peered":"2023-01-24T05:41:43.415250+0000","last_unstale":"2023-01-24T05:41:44.416974+0000","last_undegraded":"2023-01-24T05:41:44.416974+0000","last_fullsized":"2023-01-24T05:41:44.416974+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_clean_scrub_stamp":"2023-01-24T05:41:42.400884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T12:53:41.097648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-24T05:41:44.417044+0000","last_change":"2023-01-24T05:41:43.415312+0000","last_active":"2023-01-24T05:41:44.417044+0000","last_peered":"2023-01-24T05:41:44.417044+0000","last_clean":"2023-01-24T05:41:44.417044+0000","last_became_active":"2023-01-24T05:41:43.414987+0000","last_became_peered":"2023-01-24T05:41:43.414987+0000","last_unstale":"2023-01-24T05:41:44.417044+0000","last_undegraded":"2023-01-24T05:41:44.417044+0000","last_fullsized":"2023-01-24T05:41:44.417044+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_clean_scrub_stamp":"2023-01-24T05:41:42.400884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T09:12:15.829449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-24T05:41:44.586633+0000","last_change":"2023-01-24T05:41:43.692200+0000","last_active":"2023-01-24T05:41:44.586633+0000","last_peered":"2023-01-24T05:41:44.586633+0000","last_clean":"2023-01-24T05:41:44.586633+0000","last_became_active":"2023-01-24T05:41:43.691988+0000","last_became_peered":"2023-01-24T05:41:43.691988+0000","last_unstale":"2023-01-24T05:41:44.586633+0000","last_undegraded":"2023-01-24T05:41:44.586633+0000","last_fullsized":"2023-01-24T05:41:44.586633+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_clean_scrub_stamp":"2023-01-24T05:41:42.400884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T11:44:40.531169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-24T05:41:44.417096+0000","last_change":"2023-01-24T05:41:43.692250+0000","last_active":"2023-01-24T05:41:44.417096+0000","last_peered":"2023-01-24T05:41:44.417096+0000","last_clean":"2023-01-24T05:41:44.417096+0000","last_became_active":"2023-01-24T05:41:43.691961+0000","last_became_peered":"2023-01-24T05:41:43.691961+0000","last_unstale":"2023-01-24T05:41:44.417096+0000","last_undegraded":"2023-01-24T05:41:44.417096+0000","last_fullsized":"2023-01-24T05:41:44.417096+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:42.400884+0000","last_clean_scrub_stamp":"2023-01-24T05:41:42.400884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T08:33:37.650169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:47.417751+0000","last_change":"2023-01-24T05:41:47.417751+0000","last_active":"2023-01-24T05:41:47.417751+0000","last_peered":"2023-01-24T05:41:47.417751+0000","last_clean":"2023-01-24T05:41:47.417751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:47.417751+0000","last_undegraded":"2023-01-24T05:41:47.417751+0000","last_fullsized":"2023-01-24T05:41:47.417751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:47.417751+0000","last_clean_scrub_stamp":"2023-01-24T05:41:47.417751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-01-24T05:41:48.422492+0000","last_change":"2023-01-24T05:41:48.422492+0000","last_active":"2023-01-24T05:41:48.422492+0000","last_peered":"2023-01-24T05:41:48.422492+0000","last_clean":"2023-01-24T05:41:48.422492+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-01-24T05:41:48.422492+0000","last_undegraded":"2023-01-24T05:41:48.422492+0000","last_fullsized":"2023-01-24T05:41:48.422492+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8788,"kb_used_data":716,"kb_used_omap":0,"kb_used_meta":8064,"kb_avail":94363052,"statfs":{"total":96636764160,"available":96627765248,"internally_reserved":0,"allocated":733184,"data_stored":634301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8257536},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]}]},{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7684,"kb_used_data":124,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364156,"statfs":{"total":96636764160,"available":96628895744,"internally_reserved":0,"allocated":126976,"data_stored":39294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]}]},{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8784,"kb_used_data":712,"kb_used_omap":0,"kb_used_meta":8064,"kb_avail":94363056,"statfs":{"total":96636764160,"available":96627769344,"internally_reserved":0,"allocated":729088,"data_stored":633682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8257536},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7696,"kb_used_data":136,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364144,"statfs":{"total":96636764160,"available":96628883456,"internally_reserved":0,"allocated":139264,"data_stored":43933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-01-24T05:41:52.884 DEBUG:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-24T05:41:53.237 INFO:teuthology.orchestra.run.smithi093.stdout: 2023-01-24T05:41:53.239 INFO:teuthology.orchestra.run.smithi093.stderr:dumped all 2023-01-24T05:41:53.248 INFO:teuthology.orchestra.run.smithi093.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2023-01-24T05:41:52.916583+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592698,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":34328,"kb_used_data":1912,"kb_used_omap":0,"kb_used_meta":32384,"kb_avail":377453032,"statfs":{"total":386547056640,"available":386511904768,"internally_reserved":0,"allocated":1957888,"data_stored":1428452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":33161216},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2330,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.493269"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:50.251289+0000","last_change":"2023-01-24T05:41:48.837425+0000","last_active":"2023-01-24T05:41:50.251289+0000","last_peered":"2023-01-24T05:41:50.251289+0000","last_clean":"2023-01-24T05:41:50.251289+0000","last_became_active":"2023-01-24T05:41:48.835676+0000","last_became_peered":"2023-01-24T05:41:48.835676+0000","last_unstale":"2023-01-24T05:41:50.251289+0000","last_undegraded":"2023-01-24T05:41:50.251289+0000","last_fullsized":"2023-01-24T05:41:50.251289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T11:53:34.394754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.827845+0000","last_change":"2023-01-24T05:41:48.842460+0000","last_active":"2023-01-24T05:41:49.827845+0000","last_peered":"2023-01-24T05:41:49.827845+0000","last_clean":"2023-01-24T05:41:49.827845+0000","last_became_active":"2023-01-24T05:41:48.840851+0000","last_became_peered":"2023-01-24T05:41:48.840851+0000","last_unstale":"2023-01-24T05:41:49.827845+0000","last_undegraded":"2023-01-24T05:41:49.827845+0000","last_fullsized":"2023-01-24T05:41:49.827845+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T13:28:22.309047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.831144+0000","last_change":"2023-01-24T05:41:48.844101+0000","last_active":"2023-01-24T05:41:49.831144+0000","last_peered":"2023-01-24T05:41:49.831144+0000","last_clean":"2023-01-24T05:41:49.831144+0000","last_became_active":"2023-01-24T05:41:48.843826+0000","last_became_peered":"2023-01-24T05:41:48.843826+0000","last_unstale":"2023-01-24T05:41:49.831144+0000","last_undegraded":"2023-01-24T05:41:49.831144+0000","last_fullsized":"2023-01-24T05:41:49.831144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T16:20:33.770656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.827539+0000","last_change":"2023-01-24T05:41:48.834895+0000","last_active":"2023-01-24T05:41:49.827539+0000","last_peered":"2023-01-24T05:41:49.827539+0000","last_clean":"2023-01-24T05:41:49.827539+0000","last_became_active":"2023-01-24T05:41:48.834381+0000","last_became_peered":"2023-01-24T05:41:48.834381+0000","last_unstale":"2023-01-24T05:41:49.827539+0000","last_undegraded":"2023-01-24T05:41:49.827539+0000","last_fullsized":"2023-01-24T05:41:49.827539+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T05:49:21.569923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:50.251324+0000","last_change":"2023-01-24T05:41:48.835901+0000","last_active":"2023-01-24T05:41:50.251324+0000","last_peered":"2023-01-24T05:41:50.251324+0000","last_clean":"2023-01-24T05:41:50.251324+0000","last_became_active":"2023-01-24T05:41:48.835388+0000","last_became_peered":"2023-01-24T05:41:48.835388+0000","last_unstale":"2023-01-24T05:41:50.251324+0000","last_undegraded":"2023-01-24T05:41:50.251324+0000","last_fullsized":"2023-01-24T05:41:50.251324+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T05:49:21.569923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.830988+0000","last_change":"2023-01-24T05:41:48.843749+0000","last_active":"2023-01-24T05:41:49.830988+0000","last_peered":"2023-01-24T05:41:49.830988+0000","last_clean":"2023-01-24T05:41:49.830988+0000","last_became_active":"2023-01-24T05:41:48.842303+0000","last_became_peered":"2023-01-24T05:41:48.842303+0000","last_unstale":"2023-01-24T05:41:49.830988+0000","last_undegraded":"2023-01-24T05:41:49.830988+0000","last_fullsized":"2023-01-24T05:41:49.830988+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T06:33:55.834981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.830622+0000","last_change":"2023-01-24T05:41:48.849091+0000","last_active":"2023-01-24T05:41:49.830622+0000","last_peered":"2023-01-24T05:41:49.830622+0000","last_clean":"2023-01-24T05:41:49.830622+0000","last_became_active":"2023-01-24T05:41:48.846752+0000","last_became_peered":"2023-01-24T05:41:48.846752+0000","last_unstale":"2023-01-24T05:41:49.830622+0000","last_undegraded":"2023-01-24T05:41:49.830622+0000","last_fullsized":"2023-01-24T05:41:49.830622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T16:38:32.971321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.830452+0000","last_change":"2023-01-24T05:41:48.839475+0000","last_active":"2023-01-24T05:41:49.830452+0000","last_peered":"2023-01-24T05:41:49.830452+0000","last_clean":"2023-01-24T05:41:49.830452+0000","last_became_active":"2023-01-24T05:41:48.839242+0000","last_became_peered":"2023-01-24T05:41:48.839242+0000","last_unstale":"2023-01-24T05:41:49.830452+0000","last_undegraded":"2023-01-24T05:41:49.830452+0000","last_fullsized":"2023-01-24T05:41:49.830452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T16:11:30.785912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:50.251405+0000","last_change":"2023-01-24T05:41:48.829312+0000","last_active":"2023-01-24T05:41:50.251405+0000","last_peered":"2023-01-24T05:41:50.251405+0000","last_clean":"2023-01-24T05:41:50.251405+0000","last_became_active":"2023-01-24T05:41:48.829074+0000","last_became_peered":"2023-01-24T05:41:48.829074+0000","last_unstale":"2023-01-24T05:41:50.251405+0000","last_undegraded":"2023-01-24T05:41:50.251405+0000","last_fullsized":"2023-01-24T05:41:50.251405+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T13:28:22.309047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.831415+0000","last_change":"2023-01-24T05:41:48.845436+0000","last_active":"2023-01-24T05:41:49.831415+0000","last_peered":"2023-01-24T05:41:49.831415+0000","last_clean":"2023-01-24T05:41:49.831415+0000","last_became_active":"2023-01-24T05:41:48.845055+0000","last_became_peered":"2023-01-24T05:41:48.845055+0000","last_unstale":"2023-01-24T05:41:49.831415+0000","last_undegraded":"2023-01-24T05:41:49.831415+0000","last_fullsized":"2023-01-24T05:41:49.831415+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T10:13:07.047661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.827455+0000","last_change":"2023-01-24T05:41:48.839077+0000","last_active":"2023-01-24T05:41:49.827455+0000","last_peered":"2023-01-24T05:41:49.827455+0000","last_clean":"2023-01-24T05:41:49.827455+0000","last_became_active":"2023-01-24T05:41:48.838653+0000","last_became_peered":"2023-01-24T05:41:48.838653+0000","last_unstale":"2023-01-24T05:41:49.827455+0000","last_undegraded":"2023-01-24T05:41:49.827455+0000","last_fullsized":"2023-01-24T05:41:49.827455+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T12:00:28.683274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:50.408296+0000","last_change":"2023-01-24T05:41:48.830836+0000","last_active":"2023-01-24T05:41:50.408296+0000","last_peered":"2023-01-24T05:41:50.408296+0000","last_clean":"2023-01-24T05:41:50.408296+0000","last_became_active":"2023-01-24T05:41:48.830578+0000","last_became_peered":"2023-01-24T05:41:48.830578+0000","last_unstale":"2023-01-24T05:41:50.408296+0000","last_undegraded":"2023-01-24T05:41:50.408296+0000","last_fullsized":"2023-01-24T05:41:50.408296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T12:00:28.683274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:50.251140+0000","last_change":"2023-01-24T05:41:48.838341+0000","last_active":"2023-01-24T05:41:50.251140+0000","last_peered":"2023-01-24T05:41:50.251140+0000","last_clean":"2023-01-24T05:41:50.251140+0000","last_became_active":"2023-01-24T05:41:48.838102+0000","last_became_peered":"2023-01-24T05:41:48.838102+0000","last_unstale":"2023-01-24T05:41:50.251140+0000","last_undegraded":"2023-01-24T05:41:50.251140+0000","last_fullsized":"2023-01-24T05:41:50.251140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T14:23:40.060174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.827274+0000","last_change":"2023-01-24T05:41:48.841628+0000","last_active":"2023-01-24T05:41:49.827274+0000","last_peered":"2023-01-24T05:41:49.827274+0000","last_clean":"2023-01-24T05:41:49.827274+0000","last_became_active":"2023-01-24T05:41:48.841016+0000","last_became_peered":"2023-01-24T05:41:48.841016+0000","last_unstale":"2023-01-24T05:41:49.827274+0000","last_undegraded":"2023-01-24T05:41:49.827274+0000","last_fullsized":"2023-01-24T05:41:49.827274+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T17:19:28.519821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.827724+0000","last_change":"2023-01-24T05:41:48.845943+0000","last_active":"2023-01-24T05:41:49.827724+0000","last_peered":"2023-01-24T05:41:49.827724+0000","last_clean":"2023-01-24T05:41:49.827724+0000","last_became_active":"2023-01-24T05:41:48.840657+0000","last_became_peered":"2023-01-24T05:41:48.840657+0000","last_unstale":"2023-01-24T05:41:49.827724+0000","last_undegraded":"2023-01-24T05:41:49.827724+0000","last_fullsized":"2023-01-24T05:41:49.827724+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T14:23:40.060174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.830846+0000","last_change":"2023-01-24T05:41:48.844168+0000","last_active":"2023-01-24T05:41:49.830846+0000","last_peered":"2023-01-24T05:41:49.830846+0000","last_clean":"2023-01-24T05:41:49.830846+0000","last_became_active":"2023-01-24T05:41:48.843625+0000","last_became_peered":"2023-01-24T05:41:48.843625+0000","last_unstale":"2023-01-24T05:41:49.830846+0000","last_undegraded":"2023-01-24T05:41:49.830846+0000","last_fullsized":"2023-01-24T05:41:49.830846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T15:03:33.628946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:50.251447+0000","last_change":"2023-01-24T05:41:48.828839+0000","last_active":"2023-01-24T05:41:50.251447+0000","last_peered":"2023-01-24T05:41:50.251447+0000","last_clean":"2023-01-24T05:41:50.251447+0000","last_became_active":"2023-01-24T05:41:48.828506+0000","last_became_peered":"2023-01-24T05:41:48.828506+0000","last_unstale":"2023-01-24T05:41:50.251447+0000","last_undegraded":"2023-01-24T05:41:50.251447+0000","last_fullsized":"2023-01-24T05:41:50.251447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T06:04:14.143397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.831353+0000","last_change":"2023-01-24T05:41:48.845439+0000","last_active":"2023-01-24T05:41:49.831353+0000","last_peered":"2023-01-24T05:41:49.831353+0000","last_clean":"2023-01-24T05:41:49.831353+0000","last_became_active":"2023-01-24T05:41:48.845128+0000","last_became_peered":"2023-01-24T05:41:48.845128+0000","last_unstale":"2023-01-24T05:41:49.831353+0000","last_undegraded":"2023-01-24T05:41:49.831353+0000","last_fullsized":"2023-01-24T05:41:49.831353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T11:56:13.521190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:50.251478+0000","last_change":"2023-01-24T05:41:48.837489+0000","last_active":"2023-01-24T05:41:50.251478+0000","last_peered":"2023-01-24T05:41:50.251478+0000","last_clean":"2023-01-24T05:41:50.251478+0000","last_became_active":"2023-01-24T05:41:48.836187+0000","last_became_peered":"2023-01-24T05:41:48.836187+0000","last_unstale":"2023-01-24T05:41:50.251478+0000","last_undegraded":"2023-01-24T05:41:50.251478+0000","last_fullsized":"2023-01-24T05:41:50.251478+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T11:49:15.145466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-01-24T05:41:49.831154+0000","last_change":"2023-01-24T05:41:48.845478+0000","last_active":"2023-01-24T05:41:49.831154+0000","last_peered":"2023-01-24T05:41:49.831154+0000","last_clean":"2023-01-24T05:41:49.831154+0000","last_became_active":"2023-01-24T05:41:48.843585+0000","last_became_peered":"2023-01-24T05:41:48.843585+0000","last_unstale":"2023-01-24T05:41:49.831154+0000","last_undegraded":"2023-01-24T05:41:49.831154+0000","last_fullsized":"2023-01-24T05:41:49.831154+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-24T05:41:48.422492+0000","last_clean_scrub_stamp":"2023-01-24T05:41:48.422492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-25T11:21:29.337663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"