2023-03-18T23:03:24.180 INFO:root:teuthology version: 0.0.1.dev59+g7f7f7c3 2023-03-18T23:03:25.845 DEBUG:teuthology.run:Teuthology command: teuthology --description smoke/basic/{clusters/{fixed-3-cephfs openstack} objectstore/bluestore-bitmap s3tests-branch supported-random-distro$/{centos_8} tasks/{0-install test/rados_cache_snaps}} --archive /home/teuthworker/archive/yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi/7212091 --name yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi --owner scheduled_yuriw@teuthology --verbose -- /home/teuthworker/archive/yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi/7212091/orig.config.yaml 2023-03-18T23:03:25.887 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2023-03-18T23:03:27.360 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi/7212091 branch: reef description: smoke/basic/{clusters/{fixed-3-cephfs openstack} objectstore/bluestore-bitmap s3tests-branch supported-random-distro$/{centos_8} tasks/{0-install test/rados_cache_snaps}} email: null first_in_suite: false job_id: '7212091' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 2 size: 10 - machine: cpus: 1 disk: 40 ram: 8000 volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: reef ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: a6dd66830c12498d02f3894e352dd8b49a7bab4c ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: a6dd66830c12498d02f3894e352dd8b49a7bab4c s3tests: force-branch: ceph-reef selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: reef sha1: a6dd66830c12498d02f3894e352dd8b49a7bab4c owner: scheduled_yuriw@teuthology priority: 71 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mds.a - mgr.x - osd.0 - osd.1 - - mon.b - mds.b - mon.c - mgr.y - osd.2 - osd.3 - - client.0 sha1: a6dd66830c12498d02f3894e352dd8b49a7bab4c sleep_before_teardown: 0 suite: smoke suite_branch: reef suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_a6dd66830c12498d02f3894e352dd8b49a7bab4c/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: a6dd66830c12498d02f3894e352dd8b49a7bab4c targets: smithi012.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMaj6tVffYDSTDXGpcpKU9R9rEzsAyuO7OnTHtxiPVyrgbCH2DEIDfSutSt9a0Xcpq6jg+EFbOl5gQENsl5k4Ds= smithi105.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO/U35xl4tAuUJQoqA4rfLOz00t6aRughByMNmnm9B/sFu0m7AVAnSrCIaKiNH2Ge3lJQ2lJ27Io2YeFDOovCuY= smithi111.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEl/oqN0qoOzpookXkp7kN9qn2GS46562QBQPCpU81USICdpou+nYpU469UfLAOpUIVyHHvpA52W/CVzAAtAWPD8DoVsqgmeaNyRE3p7ShyGDl9wlVFVquMPyTOA9OZAzgFgfnGToAIDf3ximEPXnw6f3g7Sv+urFyhLn8056ZSGirwxob+7DSwm4SSunTwiK3m3vIVUIOZvC4GOJVJjewXlopb7C0cZ8d2dQaSjNyf7iJpJcO+X0PG7rNPV6Pd8RYxd159PU9xO3hvdGRQZlKnKA+wa2IGXU57c/Wgj1H3NMQjiGmPDZVoNqkNSg1oxHL9/cX21IjZIlPv/fQhm1rm/ivLRWr1SWQoRK4+xydg0yI+F5wCqdXdTepMlDDavmrkGeO2oJ0OX8nH9GIm4aDsorZUMdd9/jc2lLjT26S2pWaqzb83y+WWK2p+esSramOnjDp2+x3PloMAaI1nP6xrzNrmWsUrujqhCuhJ4fGN85rxnrMPUzAM/w0JBlfkNU= tasks: - install: cleanup: true - ceph: log-ignorelist: - overall HEALTH_ - \(OSDMAP_FLAGS\) - \(OSD_ - \(PG_ - \(POOL_ - \(CACHE_POOL_ - \(SMALLER_PGP_NUM\) - \(OBJECT_ - \(SLOW_OPS\) - \(TOO_FEW_PGS\) - slow request - thrashosds: chance_pgnum_grow: 2 chance_pgnum_shrink: 2 chance_pgpnum_fix: 1 timeout: 1200 - exec: client.0: - sudo ceph osd pool create base 4 - sudo ceph osd pool application enable base rados - sudo ceph osd pool create cache 4 - sudo ceph osd tier add base cache - sudo ceph osd tier cache-mode cache writeback - sudo ceph osd tier set-overlay base cache - sudo ceph osd pool set cache hit_set_type bloom - sudo ceph osd pool set cache hit_set_count 8 - sudo ceph osd pool set cache hit_set_period 3600 - sudo ceph osd pool set cache target_max_objects 250 - rados: clients: - client.0 objects: 500 op_weights: cache_evict: 50 cache_flush: 50 cache_try_flush: 50 copy_from: 50 delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 pool_snaps: true pools: - base teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 7f7f7c33a372789d0252bbbcd5798300b0f044d0 timestamp: 2023-03-17_23:37:14 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4737 2023-03-18T23:03:28.613 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_a6dd66830c12498d02f3894e352dd8b49a7bab4c/qa; will attempt to use it 2023-03-18T23:03:28.614 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_a6dd66830c12498d02f3894e352dd8b49a7bab4c/qa/tasks 2023-03-18T23:03:31.813 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-03-18T23:03:31.815 INFO:teuthology.task.internal:Checking packages... 2023-03-18T23:03:31.843 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'a6dd66830c12498d02f3894e352dd8b49a7bab4c' 2023-03-18T23:03:32.429 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-03-18T23:03:32.429 INFO:teuthology.packaging:ref: None 2023-03-18T23:03:32.429 INFO:teuthology.packaging:tag: None 2023-03-18T23:03:32.429 INFO:teuthology.packaging:branch: reef 2023-03-18T23:03:32.429 INFO:teuthology.packaging:sha1: a6dd66830c12498d02f3894e352dd8b49a7bab4c 2023-03-18T23:03:32.430 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-03-18T23:03:34.073 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-2743.ga6dd6683 2023-03-18T23:03:35.708 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-03-18T23:03:35.717 INFO:teuthology.task.internal:no buildpackages task found 2023-03-18T23:03:37.207 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-03-18T23:03:37.215 INFO:teuthology.task.internal:Saving configuration 2023-03-18T23:03:39.365 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-03-18T23:03:40.989 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-03-18T23:03:42.462 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi012.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi/7212091', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-18 22:56:57.204006', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMaj6tVffYDSTDXGpcpKU9R9rEzsAyuO7OnTHtxiPVyrgbCH2DEIDfSutSt9a0Xcpq6jg+EFbOl5gQENsl5k4Ds='} 2023-03-18T23:03:43.375 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi105.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi/7212091', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-18 22:56:57.202086', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO/U35xl4tAuUJQoqA4rfLOz00t6aRughByMNmnm9B/sFu0m7AVAnSrCIaKiNH2Ge3lJQ2lJ27Io2YeFDOovCuY='} 2023-03-18T23:03:44.734 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi111.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi/7212091', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-18 22:56:57.205229', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKnGlnak6E9QjHuNOJbL0/Zi8wxdC4wZtDZO+kZaLGhgXOqZSgyn7gQWRsZZTAVkGgh4PwXQVPkF+9vDLgSSaaw='} 2023-03-18T23:03:46.692 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-03-18T23:03:46.700 INFO:teuthology.task.internal:roles: ubuntu@smithi012.front.sepia.ceph.com - ['mon.a', 'mds.a', 'mgr.x', 'osd.0', 'osd.1'] 2023-03-18T23:03:48.097 INFO:teuthology.task.internal:roles: ubuntu@smithi105.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mon.c', 'mgr.y', 'osd.2', 'osd.3'] 2023-03-18T23:03:48.097 INFO:teuthology.task.internal:roles: ubuntu@smithi111.front.sepia.ceph.com - ['client.0'] 2023-03-18T23:03:48.097 INFO:teuthology.run_tasks:Running task console_log... 2023-03-18T23:03:48.204 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f18b28f2e50>, signals=[15]) 2023-03-18T23:03:50.735 INFO:teuthology.run_tasks:Running task internal.connect... 2023-03-18T23:03:50.746 INFO:teuthology.task.internal:Opening connections... 2023-03-18T23:03:52.284 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi012.front.sepia.ceph.com 2023-03-18T23:03:52.286 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:03:52.358 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi105.front.sepia.ceph.com 2023-03-18T23:03:53.834 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:03:53.902 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi111.front.sepia.ceph.com 2023-03-18T23:03:56.173 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:04:01.134 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-03-18T23:04:03.634 DEBUG:teuthology.orchestra.run.smithi012:> uname -m 2023-03-18T23:04:05.077 INFO:teuthology.orchestra.run.smithi012.stdout:x86_64 2023-03-18T23:04:06.432 DEBUG:teuthology.orchestra.run.smithi012:> cat /etc/os-release 2023-03-18T23:04:06.453 INFO:teuthology.orchestra.run.smithi012.stdout:NAME="CentOS Stream" 2023-03-18T23:04:07.773 INFO:teuthology.orchestra.run.smithi012.stdout:VERSION="8" 2023-03-18T23:04:07.773 INFO:teuthology.orchestra.run.smithi012.stdout:ID="centos" 2023-03-18T23:04:07.773 INFO:teuthology.orchestra.run.smithi012.stdout:ID_LIKE="rhel fedora" 2023-03-18T23:04:07.773 INFO:teuthology.orchestra.run.smithi012.stdout:VERSION_ID="8" 2023-03-18T23:04:07.774 INFO:teuthology.orchestra.run.smithi012.stdout:PLATFORM_ID="platform:el8" 2023-03-18T23:04:07.774 INFO:teuthology.orchestra.run.smithi012.stdout:PRETTY_NAME="CentOS Stream 8" 2023-03-18T23:04:07.774 INFO:teuthology.orchestra.run.smithi012.stdout:ANSI_COLOR="0;31" 2023-03-18T23:04:07.774 INFO:teuthology.orchestra.run.smithi012.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-03-18T23:04:07.774 INFO:teuthology.orchestra.run.smithi012.stdout:HOME_URL="https://centos.org/" 2023-03-18T23:04:07.774 INFO:teuthology.orchestra.run.smithi012.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-03-18T23:04:07.774 INFO:teuthology.orchestra.run.smithi012.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-03-18T23:04:07.774 INFO:teuthology.orchestra.run.smithi012.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-03-18T23:04:07.775 INFO:teuthology.lock.ops:Updating smithi012.front.sepia.ceph.com on lock server 2023-03-18T23:04:07.807 DEBUG:teuthology.orchestra.run.smithi105:> uname -m 2023-03-18T23:04:09.994 INFO:teuthology.orchestra.run.smithi105.stdout:x86_64 2023-03-18T23:04:10.758 DEBUG:teuthology.orchestra.run.smithi105:> cat /etc/os-release 2023-03-18T23:04:10.777 INFO:teuthology.orchestra.run.smithi105.stdout:NAME="CentOS Stream" 2023-03-18T23:04:11.147 INFO:teuthology.orchestra.run.smithi105.stdout:VERSION="8" 2023-03-18T23:04:11.147 INFO:teuthology.orchestra.run.smithi105.stdout:ID="centos" 2023-03-18T23:04:11.147 INFO:teuthology.orchestra.run.smithi105.stdout:ID_LIKE="rhel fedora" 2023-03-18T23:04:11.147 INFO:teuthology.orchestra.run.smithi105.stdout:VERSION_ID="8" 2023-03-18T23:04:11.147 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM_ID="platform:el8" 2023-03-18T23:04:11.148 INFO:teuthology.orchestra.run.smithi105.stdout:PRETTY_NAME="CentOS Stream 8" 2023-03-18T23:04:11.148 INFO:teuthology.orchestra.run.smithi105.stdout:ANSI_COLOR="0;31" 2023-03-18T23:04:11.148 INFO:teuthology.orchestra.run.smithi105.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-03-18T23:04:11.557 INFO:teuthology.orchestra.run.smithi105.stdout:HOME_URL="https://centos.org/" 2023-03-18T23:04:11.557 INFO:teuthology.orchestra.run.smithi105.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-03-18T23:04:11.557 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-03-18T23:04:11.557 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-03-18T23:04:11.558 INFO:teuthology.lock.ops:Updating smithi105.front.sepia.ceph.com on lock server 2023-03-18T23:04:11.581 DEBUG:teuthology.orchestra.run.smithi111:> uname -m 2023-03-18T23:04:12.181 INFO:teuthology.orchestra.run.smithi111.stdout:x86_64 2023-03-18T23:04:13.794 DEBUG:teuthology.orchestra.run.smithi111:> cat /etc/os-release 2023-03-18T23:04:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:NAME="CentOS Stream" 2023-03-18T23:04:15.700 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION="8" 2023-03-18T23:04:15.700 INFO:teuthology.orchestra.run.smithi111.stdout:ID="centos" 2023-03-18T23:04:15.701 INFO:teuthology.orchestra.run.smithi111.stdout:ID_LIKE="rhel fedora" 2023-03-18T23:04:15.701 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION_ID="8" 2023-03-18T23:04:15.701 INFO:teuthology.orchestra.run.smithi111.stdout:PLATFORM_ID="platform:el8" 2023-03-18T23:04:15.701 INFO:teuthology.orchestra.run.smithi111.stdout:PRETTY_NAME="CentOS Stream 8" 2023-03-18T23:04:16.947 INFO:teuthology.orchestra.run.smithi111.stdout:ANSI_COLOR="0;31" 2023-03-18T23:04:16.947 INFO:teuthology.orchestra.run.smithi111.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-03-18T23:04:16.947 INFO:teuthology.orchestra.run.smithi111.stdout:HOME_URL="https://centos.org/" 2023-03-18T23:04:16.947 INFO:teuthology.orchestra.run.smithi111.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-03-18T23:04:16.947 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-03-18T23:04:16.948 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-03-18T23:04:16.948 INFO:teuthology.lock.ops:Updating smithi111.front.sepia.ceph.com on lock server 2023-03-18T23:04:16.972 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-03-18T23:04:19.131 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-03-18T23:04:20.528 INFO:teuthology.task.internal:Checking for old test directory... 2023-03-18T23:04:21.921 DEBUG:teuthology.orchestra.run.smithi012:> test '!' -e /home/ubuntu/cephtest 2023-03-18T23:04:21.923 DEBUG:teuthology.orchestra.run.smithi105:> test '!' -e /home/ubuntu/cephtest 2023-03-18T23:04:21.925 DEBUG:teuthology.orchestra.run.smithi111:> test '!' -e /home/ubuntu/cephtest 2023-03-18T23:04:21.944 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-03-18T23:04:23.853 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-03-18T23:04:26.720 DEBUG:teuthology.orchestra.run.smithi012:> test -z $(ls -A /var/lib/ceph) 2023-03-18T23:04:26.724 DEBUG:teuthology.orchestra.run.smithi105:> test -z $(ls -A /var/lib/ceph) 2023-03-18T23:04:26.726 DEBUG:teuthology.orchestra.run.smithi111:> test -z $(ls -A /var/lib/ceph) 2023-03-18T23:04:29.966 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-03-18T23:04:31.443 INFO:teuthology.run_tasks:Running task kernel... 2023-03-18T23:04:33.246 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-03-18T23:04:35.091 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-03-18T23:04:35.091 DEBUG:teuthology.orchestra.run.smithi012:> test -f /run/.containerenv -o -f /.dockerenv 2023-03-18T23:04:35.092 DEBUG:teuthology.orchestra.run.smithi105:> test -f /run/.containerenv -o -f /.dockerenv 2023-03-18T23:04:35.092 DEBUG:teuthology.orchestra.run.smithi111:> test -f /run/.containerenv -o -f /.dockerenv 2023-03-18T23:04:35.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-18T23:04:36.664 DEBUG:teuthology.orchestra.run.smithi105:> uname -r 2023-03-18T23:04:36.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-18T23:04:36.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-18T23:04:36.666 DEBUG:teuthology.orchestra.run.smithi012:> uname -r 2023-03-18T23:04:36.667 DEBUG:teuthology.orchestra.run.smithi111:> uname -r 2023-03-18T23:04:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:4.18.0-408.el8.x86_64 2023-03-18T23:04:38.128 INFO:teuthology.task.kernel:Running kernel on smithi105: 4.18.0-408.el8.x86_64 2023-03-18T23:04:38.128 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum install -y kernel 2023-03-18T23:04:38.131 INFO:teuthology.orchestra.run.smithi012.stdout:4.18.0-408.el8.x86_64 2023-03-18T23:04:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:4.18.0-408.el8.x86_64 2023-03-18T23:04:39.993 INFO:teuthology.task.kernel:Running kernel on smithi012: 4.18.0-408.el8.x86_64 2023-03-18T23:04:39.994 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum install -y kernel 2023-03-18T23:04:39.994 INFO:teuthology.task.kernel:Running kernel on smithi111: 4.18.0-408.el8.x86_64 2023-03-18T23:04:39.994 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum install -y kernel 2023-03-18T23:04:41.981 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS-8 - AppStream 29 MB/s | 29 MB 00:00 2023-03-18T23:04:44.090 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - AppStream 29 MB/s | 29 MB 00:00 2023-03-18T23:04:44.091 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-8 - AppStream 34 MB/s | 29 MB 00:00 2023-03-18T23:04:48.332 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS-8 - BaseOS 24 MB/s | 28 MB 00:01 2023-03-18T23:04:49.644 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - BaseOS 40 MB/s | 28 MB 00:00 2023-03-18T23:04:50.882 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-8 - BaseOS 41 MB/s | 28 MB 00:00 2023-03-18T23:04:52.839 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS-8 - Extras 72 kB/s | 18 kB 00:00 2023-03-18T23:04:53.865 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS-8 - PowerTools 12 MB/s | 5.7 MB 00:00 2023-03-18T23:04:54.035 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - Extras 116 kB/s | 18 kB 00:00 2023-03-18T23:04:55.534 INFO:teuthology.orchestra.run.smithi105.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2023-03-18T23:04:55.537 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - PowerTools 19 MB/s | 5.7 MB 00:00 2023-03-18T23:04:58.162 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-8 - Extras 146 kB/s | 18 kB 00:00 2023-03-18T23:04:58.162 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-8 - PowerTools 22 MB/s | 5.7 MB 00:00 2023-03-18T23:04:58.163 INFO:teuthology.orchestra.run.smithi105.stdout:Extra Packages for Enterprise Linux 4.7 MB/s | 14 MB 00:02 2023-03-18T23:04:58.163 INFO:teuthology.orchestra.run.smithi012.stdout:Copr repo for python3-asyncssh owned by ceph 14 kB/s | 3.5 kB 00:00 2023-03-18T23:04:58.163 INFO:teuthology.orchestra.run.smithi111.stdout:Copr repo for python3-asyncssh owned by ceph 13 kB/s | 3.5 kB 00:00 2023-03-18T23:04:59.904 INFO:teuthology.orchestra.run.smithi012.stdout:Extra Packages for Enterprise Linux 4.1 MB/s | 14 MB 00:03 2023-03-18T23:05:01.341 INFO:teuthology.orchestra.run.smithi105.stdout:lab-extras 343 kB/s | 24 kB 00:00 2023-03-18T23:05:02.375 INFO:teuthology.orchestra.run.smithi111.stdout:Extra Packages for Enterprise Linux 2.2 MB/s | 14 MB 00:06 2023-03-18T23:05:03.293 INFO:teuthology.orchestra.run.smithi012.stdout:lab-extras 562 kB/s | 24 kB 00:00 2023-03-18T23:05:04.647 INFO:teuthology.orchestra.run.smithi105.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-03-18T23:05:05.217 INFO:teuthology.orchestra.run.smithi105.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-03-18T23:05:05.218 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:05:05.218 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout: kernel x86_64 4.18.0-448.el8 CentOS-BaseOS 9.2 M 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout: kernel-core x86_64 4.18.0-448.el8 CentOS-BaseOS 41 M 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout: kernel-modules x86_64 4.18.0-448.el8 CentOS-BaseOS 34 M 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout:Install 3 Packages 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 85 M 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 94 M 2023-03-18T23:05:05.219 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:05:05.384 INFO:teuthology.orchestra.run.smithi105.stdout:(1/3): kernel-4.18.0-448.el8.x86_64.rpm 16 MB/s | 9.2 MB 00:00 2023-03-18T23:05:06.216 INFO:teuthology.orchestra.run.smithi111.stdout:lab-extras 518 kB/s | 24 kB 00:00 2023-03-18T23:05:06.216 INFO:teuthology.orchestra.run.smithi105.stdout:(2/3): kernel-core-4.18.0-448.el8.x86_64.rpm 32 MB/s | 41 MB 00:01 2023-03-18T23:05:06.668 INFO:teuthology.orchestra.run.smithi105.stdout:(3/3): kernel-modules-4.18.0-448.el8.x86_64.rpm 18 MB/s | 34 MB 00:01 2023-03-18T23:05:07.391 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:05:07.391 INFO:teuthology.orchestra.run.smithi105.stdout:Total 46 MB/s | 85 MB 00:01 2023-03-18T23:05:07.391 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:05:07.391 INFO:teuthology.orchestra.run.smithi012.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout: kernel x86_64 4.18.0-448.el8 CentOS-BaseOS 9.2 M 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-core x86_64 4.18.0-448.el8 CentOS-BaseOS 41 M 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-modules x86_64 4.18.0-448.el8 CentOS-BaseOS 34 M 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:Install 3 Packages 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 85 M 2023-03-18T23:05:07.392 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 94 M 2023-03-18T23:05:07.393 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:05:07.393 INFO:teuthology.orchestra.run.smithi012.stdout:(1/3): kernel-4.18.0-448.el8.x86_64.rpm 26 MB/s | 9.2 MB 00:00 2023-03-18T23:05:07.709 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:05:08.647 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:05:09.166 INFO:teuthology.orchestra.run.smithi012.stdout:(2/3): kernel-modules-4.18.0-448.el8.x86_64.rpm 32 MB/s | 34 MB 00:01 2023-03-18T23:05:09.746 INFO:teuthology.orchestra.run.smithi012.stdout:(3/3): kernel-core-4.18.0-448.el8.x86_64.rpm 26 MB/s | 41 MB 00:01 2023-03-18T23:05:09.746 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:05:09.746 INFO:teuthology.orchestra.run.smithi012.stdout:Total 54 MB/s | 85 MB 00:01 2023-03-18T23:05:09.746 INFO:teuthology.orchestra.run.smithi111.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout: kernel x86_64 4.18.0-448.el8 CentOS-BaseOS 9.2 M 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-core x86_64 4.18.0-448.el8 CentOS-BaseOS 41 M 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-modules x86_64 4.18.0-448.el8 CentOS-BaseOS 34 M 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:05:09.747 INFO:teuthology.orchestra.run.smithi111.stdout:Install 3 Packages 2023-03-18T23:05:09.748 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:05:09.748 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 85 M 2023-03-18T23:05:09.748 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 94 M 2023-03-18T23:05:09.748 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:05:09.748 INFO:teuthology.orchestra.run.smithi111.stdout:(1/3): kernel-4.18.0-448.el8.x86_64.rpm 16 MB/s | 9.2 MB 00:00 2023-03-18T23:05:09.748 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:05:09.748 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:05:10.468 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:05:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:(2/3): kernel-modules-4.18.0-448.el8.x86_64.rpm 32 MB/s | 34 MB 00:01 2023-03-18T23:05:10.469 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:05:10.469 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:05:10.587 INFO:teuthology.orchestra.run.smithi111.stdout:(3/3): kernel-core-4.18.0-448.el8.x86_64.rpm 25 MB/s | 41 MB 00:01 2023-03-18T23:05:11.202 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:05:11.202 INFO:teuthology.orchestra.run.smithi111.stdout:Total 52 MB/s | 85 MB 00:01 2023-03-18T23:05:11.230 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:05:11.974 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:05:11.974 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:05:11.974 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:05:11.974 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:05:12.561 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:05:13.746 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : kernel-core-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:16.333 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:05:16.333 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:05:16.334 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:05:16.335 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : kernel-core-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:16.422 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:05:18.242 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-core-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:18.242 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:18.243 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:20.147 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:20.147 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:20.824 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:21.767 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : kernel-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:21.768 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:22.583 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:22.842 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:23.364 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : kernel-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:25.308 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:25.308 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:42.877 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:43.565 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:43.565 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: kernel-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:43.565 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : kernel-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:43.565 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : kernel-core-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:43.954 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:44.963 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:05:44.963 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:05:44.963 INFO:teuthology.orchestra.run.smithi105.stdout: kernel-4.18.0-448.el8.x86_64 kernel-core-4.18.0-448.el8.x86_64 2023-03-18T23:05:44.963 INFO:teuthology.orchestra.run.smithi105.stdout: kernel-modules-4.18.0-448.el8.x86_64 2023-03-18T23:05:44.963 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:05:44.963 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:05:44.965 DEBUG:teuthology.orchestra.run.smithi105:> rpm -q kernel --last | head -n 1 2023-03-18T23:05:46.299 INFO:teuthology.orchestra.run.smithi105.stdout:kernel-4.18.0-448.el8.x86_64 Sat 18 Mar 2023 11:05:20 PM UTC 2023-03-18T23:05:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : kernel-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : kernel-core-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:47.009 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-03-18T23:05:47.469 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-408.el8.x86_64 Expected: 4.18.0-448.el8.x86_64 2023-03-18T23:05:47.469 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-03-18T23:05:47.469 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-03-18T23:05:47.469 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-03-18T23:05:48.898 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi105.front.sepia.ceph.com, path=None, version=distro) 2023-03-18T23:05:48.898 DEBUG:teuthology.orchestra.run.smithi105:> rpm -q kernel --last | head -n 1 2023-03-18T23:05:48.901 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:49.513 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:05:49.513 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:05:49.513 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-4.18.0-448.el8.x86_64 kernel-core-4.18.0-448.el8.x86_64 2023-03-18T23:05:49.513 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-modules-4.18.0-448.el8.x86_64 2023-03-18T23:05:49.513 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:05:49.514 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:05:49.514 DEBUG:teuthology.orchestra.run.smithi012:> rpm -q kernel --last | head -n 1 2023-03-18T23:05:50.808 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-core-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:50.808 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:50.809 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:50.809 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-4.18.0-448.el8.x86_64 1/3 2023-03-18T23:05:50.809 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-core-4.18.0-448.el8.x86_64 2/3 2023-03-18T23:05:50.809 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-modules-4.18.0-448.el8.x86_64 3/3 2023-03-18T23:05:50.809 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:05:50.809 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:05:50.809 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-4.18.0-448.el8.x86_64 kernel-core-4.18.0-448.el8.x86_64 2023-03-18T23:05:50.810 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-modules-4.18.0-448.el8.x86_64 2023-03-18T23:05:50.810 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:05:50.810 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:05:50.810 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q kernel --last | head -n 1 2023-03-18T23:05:53.332 INFO:teuthology.orchestra.run.smithi105.stdout:kernel-4.18.0-448.el8.x86_64 Sat 18 Mar 2023 11:05:20 PM UTC 2023-03-18T23:05:53.332 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-03-18T23:05:53.333 DEBUG:teuthology.orchestra.run.smithi105:> sudo rpm -qi grub2-tools 2023-03-18T23:05:53.407 INFO:teuthology.orchestra.run.smithi105.stdout:Name : grub2-tools 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Epoch : 1 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Version : 2.02 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Release : 129.el8 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Architecture: x86_64 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Install Date: Sun 28 Aug 2022 01:03:50 PM UTC 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Group : System Environment/Base 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Size : 9265586 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:License : GPLv3+ 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Build Host : kbuilder.bsys.centos.org 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Relocations : (not relocatable) 2023-03-18T23:05:54.763 INFO:teuthology.orchestra.run.smithi105.stdout:Packager : CentOS BuildSystem 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:Vendor : CentOS 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:URL : http://www.gnu.org/software/grub/ 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:Summary : Support tools for GRUB. 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:Description : 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:customizable bootloader with modular architecture. It supports a rich 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:variety of kernel formats, file systems, computer architectures and 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:hardware devices. 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:05:54.764 INFO:teuthology.orchestra.run.smithi105.stdout:This subpackage provides tools for support of all platforms. 2023-03-18T23:05:54.766 INFO:teuthology.orchestra.run.smithi012.stdout:kernel-4.18.0-448.el8.x86_64 Sat 18 Mar 2023 11:05:22 PM UTC 2023-03-18T23:05:54.766 INFO:teuthology.orchestra.run.smithi111.stdout:kernel-4.18.0-448.el8.x86_64 Sat 18 Mar 2023 11:05:24 PM UTC 2023-03-18T23:05:54.766 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-03-18T23:05:54.766 INFO:teuthology.task.kernel:Updating grub on smithi105 to boot 4.18.0-448.el8.x86_64 2023-03-18T23:05:54.766 DEBUG:teuthology.orchestra.run.smithi105:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-03-18T23:05:54.766 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-03-18T23:05:54.767 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-408.el8.x86_64 Expected: 4.18.0-448.el8.x86_64 2023-03-18T23:05:54.767 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-03-18T23:05:54.767 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-03-18T23:05:56.282 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-03-18T23:05:56.283 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi012.front.sepia.ceph.com, path=None, version=distro) 2023-03-18T23:05:56.283 DEBUG:teuthology.orchestra.run.smithi012:> rpm -q kernel --last | head -n 1 2023-03-18T23:05:56.283 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-03-18T23:05:56.283 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-408.el8.x86_64 Expected: 4.18.0-448.el8.x86_64 2023-03-18T23:05:56.283 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-03-18T23:05:56.283 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-03-18T23:05:56.284 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2023-03-18T23:05:56.284 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi111.front.sepia.ceph.com, path=None, version=distro) 2023-03-18T23:05:56.284 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q kernel --last | head -n 1 2023-03-18T23:05:56.473 INFO:teuthology.orchestra.run.smithi111.stdout:kernel-4.18.0-448.el8.x86_64 Sat 18 Mar 2023 11:05:24 PM UTC 2023-03-18T23:05:57.481 INFO:teuthology.orchestra.run.smithi105.stderr:Generating grub configuration file ... 2023-03-18T23:05:57.482 INFO:teuthology.orchestra.run.smithi012.stdout:kernel-4.18.0-448.el8.x86_64 Sat 18 Mar 2023 11:05:22 PM UTC 2023-03-18T23:05:57.483 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-03-18T23:05:57.483 DEBUG:teuthology.orchestra.run.smithi111:> sudo rpm -qi grub2-tools 2023-03-18T23:05:57.483 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-448.el8.x86_64 2023-03-18T23:05:57.483 DEBUG:teuthology.orchestra.run.smithi012:> sudo rpm -qi grub2-tools 2023-03-18T23:05:57.519 INFO:teuthology.orchestra.run.smithi111.stdout:Name : grub2-tools 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Epoch : 1 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Version : 2.02 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Release : 129.el8 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Architecture: x86_64 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Install Date: Sun 28 Aug 2022 01:03:50 PM UTC 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Group : System Environment/Base 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Size : 9265586 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:License : GPLv3+ 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-03-18T23:05:58.741 INFO:teuthology.orchestra.run.smithi111.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-03-18T23:05:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-03-18T23:05:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:Build Host : kbuilder.bsys.centos.org 2023-03-18T23:05:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:Relocations : (not relocatable) 2023-03-18T23:05:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:Packager : CentOS BuildSystem 2023-03-18T23:05:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:Vendor : CentOS 2023-03-18T23:05:59.275 INFO:teuthology.orchestra.run.smithi111.stdout:URL : http://www.gnu.org/software/grub/ 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout:Summary : Support tools for GRUB. 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout:Description : 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout:customizable bootloader with modular architecture. It supports a rich 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout:variety of kernel formats, file systems, computer architectures and 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout:hardware devices. 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:06:00.151 INFO:teuthology.orchestra.run.smithi111.stdout:This subpackage provides tools for support of all platforms. 2023-03-18T23:06:00.153 INFO:teuthology.orchestra.run.smithi012.stdout:Name : grub2-tools 2023-03-18T23:06:00.153 INFO:teuthology.orchestra.run.smithi012.stdout:Epoch : 1 2023-03-18T23:06:00.153 INFO:teuthology.orchestra.run.smithi012.stdout:Version : 2.02 2023-03-18T23:06:00.153 INFO:teuthology.orchestra.run.smithi012.stdout:Release : 129.el8 2023-03-18T23:06:03.796 INFO:teuthology.orchestra.run.smithi012.stdout:Architecture: x86_64 2023-03-18T23:06:03.796 INFO:teuthology.orchestra.run.smithi012.stdout:Install Date: Sun 28 Aug 2022 01:03:50 PM UTC 2023-03-18T23:06:03.796 INFO:teuthology.orchestra.run.smithi012.stdout:Group : System Environment/Base 2023-03-18T23:06:03.796 INFO:teuthology.orchestra.run.smithi012.stdout:Size : 9265586 2023-03-18T23:06:03.796 INFO:teuthology.orchestra.run.smithi012.stdout:License : GPLv3+ 2023-03-18T23:06:03.796 INFO:teuthology.orchestra.run.smithi012.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-03-18T23:06:03.797 INFO:teuthology.orchestra.run.smithi012.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-03-18T23:06:05.304 INFO:teuthology.orchestra.run.smithi012.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-03-18T23:06:05.304 INFO:teuthology.orchestra.run.smithi012.stdout:Build Host : kbuilder.bsys.centos.org 2023-03-18T23:06:05.304 INFO:teuthology.orchestra.run.smithi012.stdout:Relocations : (not relocatable) 2023-03-18T23:06:05.304 INFO:teuthology.orchestra.run.smithi012.stdout:Packager : CentOS BuildSystem 2023-03-18T23:06:05.305 INFO:teuthology.orchestra.run.smithi012.stdout:Vendor : CentOS 2023-03-18T23:06:06.050 INFO:teuthology.orchestra.run.smithi012.stdout:URL : http://www.gnu.org/software/grub/ 2023-03-18T23:06:06.050 INFO:teuthology.orchestra.run.smithi012.stdout:Summary : Support tools for GRUB. 2023-03-18T23:06:06.050 INFO:teuthology.orchestra.run.smithi012.stdout:Description : 2023-03-18T23:06:06.050 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:06:07.255 INFO:teuthology.orchestra.run.smithi012.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-03-18T23:06:07.255 INFO:teuthology.orchestra.run.smithi012.stdout:customizable bootloader with modular architecture. It supports a rich 2023-03-18T23:06:07.255 INFO:teuthology.orchestra.run.smithi012.stdout:variety of kernel formats, file systems, computer architectures and 2023-03-18T23:06:07.255 INFO:teuthology.orchestra.run.smithi012.stdout:hardware devices. 2023-03-18T23:06:07.255 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:06:07.255 INFO:teuthology.orchestra.run.smithi012.stdout:This subpackage provides tools for support of all platforms. 2023-03-18T23:06:07.256 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-03-18T23:06:07.256 INFO:teuthology.task.kernel:Updating grub on smithi111 to boot 4.18.0-448.el8.x86_64 2023-03-18T23:06:07.256 DEBUG:teuthology.orchestra.run.smithi111:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-03-18T23:06:07.256 INFO:teuthology.orchestra.run.smithi105.stderr:done 2023-03-18T23:06:07.256 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-03-18T23:06:07.256 INFO:teuthology.task.kernel:Updating grub on smithi012 to boot 4.18.0-448.el8.x86_64 2023-03-18T23:06:07.257 DEBUG:teuthology.orchestra.run.smithi012:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-03-18T23:06:07.257 DEBUG:teuthology.orchestra.run.smithi105:> mktemp 2023-03-18T23:06:07.294 INFO:teuthology.orchestra.run.smithi105.stdout:/tmp/tmp.95hmK2Jtjo 2023-03-18T23:06:08.546 DEBUG:teuthology.orchestra.run.smithi105:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.95hmK2Jtjo 2023-03-18T23:06:08.548 INFO:teuthology.orchestra.run.smithi111.stderr:Generating grub configuration file ... 2023-03-18T23:06:08.548 INFO:teuthology.orchestra.run.smithi012.stderr:Generating grub configuration file ... 2023-03-18T23:06:08.596 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 0666 /tmp/tmp.95hmK2Jtjo 2023-03-18T23:06:09.562 DEBUG:teuthology.orchestra.remote:smithi105:/tmp/tmp.95hmK2Jtjo is 6KB 2023-03-18T23:06:10.296 INFO:teuthology.orchestra.run.smithi012.stderr:done 2023-03-18T23:06:10.885 DEBUG:teuthology.orchestra.run.smithi012:> mktemp 2023-03-18T23:06:10.887 INFO:teuthology.orchestra.run.smithi111.stderr:done 2023-03-18T23:06:11.429 DEBUG:teuthology.orchestra.run.smithi111:> mktemp 2023-03-18T23:06:11.973 INFO:teuthology.orchestra.run.smithi012.stdout:/tmp/tmp.naWl0CNIHD 2023-03-18T23:06:11.974 DEBUG:teuthology.orchestra.run.smithi012:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.naWl0CNIHD 2023-03-18T23:06:12.646 INFO:teuthology.orchestra.run.smithi111.stdout:/tmp/tmp.qDj54FokvK 2023-03-18T23:06:12.646 DEBUG:teuthology.orchestra.run.smithi111:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.qDj54FokvK 2023-03-18T23:06:12.650 DEBUG:teuthology.orchestra.run.smithi105:> rm -fr /tmp/tmp.95hmK2Jtjo 2023-03-18T23:06:13.073 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0666 /tmp/tmp.naWl0CNIHD 2023-03-18T23:06:13.384 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0666 /tmp/tmp.qDj54FokvK 2023-03-18T23:06:13.565 DEBUG:teuthology.orchestra.run.smithi105:> sudo /bin/ls /boot/loader/entries || true 2023-03-18T23:06:13.599 INFO:teuthology.orchestra.run.smithi105.stdout:2ff282740cf84d4fa02ff60ed95fbbff-0-rescue.conf 2023-03-18T23:06:14.338 INFO:teuthology.orchestra.run.smithi105.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-305.3.1.el8.x86_64.conf 2023-03-18T23:06:14.338 INFO:teuthology.orchestra.run.smithi105.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-408.el8.x86_64.conf 2023-03-18T23:06:14.338 INFO:teuthology.orchestra.run.smithi105.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64.conf 2023-03-18T23:06:14.340 DEBUG:teuthology.orchestra.run.smithi105:> sudo grub2-set-default 2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64 2023-03-18T23:06:14.375 DEBUG:teuthology.orchestra.remote:smithi012:/tmp/tmp.naWl0CNIHD is 6KB 2023-03-18T23:06:14.920 DEBUG:teuthology.orchestra.remote:smithi111:/tmp/tmp.qDj54FokvK is 6KB 2023-03-18T23:06:15.737 DEBUG:teuthology.orchestra.run.smithi105:> sudo shutdown -r now 2023-03-18T23:06:15.741 DEBUG:teuthology.orchestra.run.smithi012:> rm -fr /tmp/tmp.naWl0CNIHD 2023-03-18T23:06:16.370 DEBUG:teuthology.orchestra.run.smithi111:> rm -fr /tmp/tmp.qDj54FokvK 2023-03-18T23:06:16.771 DEBUG:teuthology.orchestra.run.smithi012:> sudo /bin/ls /boot/loader/entries || true 2023-03-18T23:06:17.652 DEBUG:teuthology.orchestra.run.smithi111:> sudo /bin/ls /boot/loader/entries || true 2023-03-18T23:06:18.364 INFO:teuthology.orchestra.run.smithi012.stdout:2ff282740cf84d4fa02ff60ed95fbbff-0-rescue.conf 2023-03-18T23:06:19.004 INFO:teuthology.orchestra.run.smithi012.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-305.3.1.el8.x86_64.conf 2023-03-18T23:06:19.005 INFO:teuthology.orchestra.run.smithi012.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-408.el8.x86_64.conf 2023-03-18T23:06:19.005 INFO:teuthology.orchestra.run.smithi012.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64.conf 2023-03-18T23:06:19.005 DEBUG:teuthology.orchestra.run.smithi012:> sudo grub2-set-default 2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64 2023-03-18T23:06:19.009 INFO:teuthology.orchestra.run.smithi111.stdout:2ff282740cf84d4fa02ff60ed95fbbff-0-rescue.conf 2023-03-18T23:06:19.009 INFO:teuthology.orchestra.run.smithi111.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-305.3.1.el8.x86_64.conf 2023-03-18T23:06:19.009 INFO:teuthology.orchestra.run.smithi111.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-408.el8.x86_64.conf 2023-03-18T23:06:19.009 INFO:teuthology.orchestra.run.smithi111.stdout:2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64.conf 2023-03-18T23:06:19.009 DEBUG:teuthology.orchestra.run.smithi111:> sudo grub2-set-default 2ff282740cf84d4fa02ff60ed95fbbff-4.18.0-448.el8.x86_64 2023-03-18T23:06:19.203 DEBUG:teuthology.orchestra.run.smithi012:> sudo shutdown -r now 2023-03-18T23:06:20.734 DEBUG:teuthology.orchestra.run.smithi111:> sudo shutdown -r now 2023-03-18T23:06:45.764 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-03-18T23:06:46.571 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2023-03-18T23:06:47.628 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:06:51.974 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-03-18T23:06:55.227 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2023-03-18T23:06:55.228 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:06:55.229 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2023-03-18T23:06:55.229 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2023-03-18T23:06:55.230 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:07:06.117 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.105 2023-03-18T23:07:13.797 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.111 2023-03-18T23:07:14.014 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.12 2023-03-18T23:07:37.419 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2023-03-18T23:07:38.303 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:07:44.020 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2023-03-18T23:07:45.297 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:07:45.298 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2023-03-18T23:07:46.959 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:07:50.307 DEBUG:teuthology.orchestra.run.smithi012:> true 2023-03-18T23:07:52.386 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi012.front.sepia.ceph.com' 2023-03-18T23:07:53.948 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-448.el8.x86_64"... 2023-03-18T23:07:53.949 DEBUG:teuthology.orchestra.run.smithi012:> uname -r 2023-03-18T23:07:53.972 INFO:teuthology.orchestra.run.smithi012.stdout:4.18.0-448.el8.x86_64 2023-03-18T23:07:55.256 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-448.el8.x86_64 vs 4.18.0-448.el8.x86_64 2023-03-18T23:07:57.792 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-03-18T23:07:57.792 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-03-18T23:07:58.209 DEBUG:teuthology.orchestra.run.smithi105:> true 2023-03-18T23:07:58.793 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-03-18T23:07:59.042 DEBUG:teuthology.orchestra.run.smithi012:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-03-18T23:07:59.222 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi105.front.sepia.ceph.com' 2023-03-18T23:07:59.422 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-448.el8.x86_64"... 2023-03-18T23:08:00.174 DEBUG:teuthology.orchestra.run.smithi105:> uname -r 2023-03-18T23:08:00.191 INFO:teuthology.orchestra.run.smithi105.stdout:4.18.0-448.el8.x86_64 2023-03-18T23:08:00.567 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-448.el8.x86_64 vs 4.18.0-448.el8.x86_64 2023-03-18T23:08:00.567 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-03-18T23:08:00.568 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-03-18T23:08:00.595 INFO:teuthology.orchestra.run.smithi012.stdout:ttyS1 2023-03-18T23:08:00.914 DEBUG:teuthology.parallel:result is None 2023-03-18T23:08:01.568 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-03-18T23:08:01.898 DEBUG:teuthology.orchestra.run.smithi105:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-03-18T23:08:02.089 INFO:teuthology.orchestra.run.smithi105.stdout:ttyS1 2023-03-18T23:08:02.133 DEBUG:teuthology.parallel:result is None 2023-03-18T23:08:03.717 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.111 2023-03-18T23:08:33.836 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2023-03-18T23:08:35.192 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:08:36.833 DEBUG:teuthology.orchestra.run.smithi111:> true 2023-03-18T23:08:38.470 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi111.front.sepia.ceph.com' 2023-03-18T23:08:40.631 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "4.18.0-448.el8.x86_64"... 2023-03-18T23:08:40.631 DEBUG:teuthology.orchestra.run.smithi111:> uname -r 2023-03-18T23:08:40.652 INFO:teuthology.orchestra.run.smithi111.stdout:4.18.0-448.el8.x86_64 2023-03-18T23:08:41.866 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-448.el8.x86_64 vs 4.18.0-448.el8.x86_64 2023-03-18T23:08:41.866 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-03-18T23:08:41.866 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-03-18T23:08:42.866 INFO:teuthology.task.kernel:Enabling kdb on client.0... 2023-03-18T23:08:42.934 DEBUG:teuthology.orchestra.run.smithi111:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-03-18T23:08:43.109 INFO:teuthology.orchestra.run.smithi111.stdout:ttyS1 2023-03-18T23:08:44.101 DEBUG:teuthology.parallel:result is None 2023-03-18T23:08:45.605 INFO:teuthology.run_tasks:Running task internal.base... 2023-03-18T23:08:45.613 INFO:teuthology.task.internal:Creating test directory... 2023-03-18T23:08:46.846 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-03-18T23:08:46.850 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-03-18T23:08:47.900 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-03-18T23:08:47.918 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-03-18T23:08:48.515 INFO:teuthology.run_tasks:Running task internal.archive... 2023-03-18T23:08:48.959 INFO:teuthology.task.internal:Creating archive directory... 2023-03-18T23:08:49.940 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-03-18T23:08:49.943 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-03-18T23:08:49.946 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-03-18T23:08:50.290 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-03-18T23:08:51.372 INFO:teuthology.task.internal:Enabling coredump saving... 2023-03-18T23:08:52.285 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-03-18T23:08:52.287 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-03-18T23:08:54.124 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-18T23:08:54.124 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-18T23:08:54.125 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-03-18T23:08:54.156 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-18T23:08:56.431 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-18T23:08:56.432 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-18T23:08:56.432 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-18T23:08:56.432 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-03-18T23:08:56.443 INFO:teuthology.task.internal:Configuring sudo... 2023-03-18T23:08:58.281 DEBUG:teuthology.orchestra.run.smithi012:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-03-18T23:08:58.284 DEBUG:teuthology.orchestra.run.smithi105:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-03-18T23:09:00.575 DEBUG:teuthology.orchestra.run.smithi111:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-03-18T23:09:00.605 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-03-18T23:09:02.325 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-03-18T23:09:03.822 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-03-18T23:09:03.826 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-03-18T23:09:03.828 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-03-18T23:09:05.206 DEBUG:teuthology.orchestra.run.smithi012:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-18T23:09:06.741 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-18T23:09:08.180 DEBUG:teuthology.orchestra.run.smithi012:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-18T23:09:09.871 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-18T23:09:11.928 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:09:12.598 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-03-18T23:09:12.632 DEBUG:teuthology.orchestra.run.smithi105:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-18T23:09:13.243 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-18T23:09:15.786 DEBUG:teuthology.orchestra.run.smithi105:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-18T23:09:19.239 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-18T23:09:20.038 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:09:20.622 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-03-18T23:09:20.653 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-18T23:09:21.964 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-18T23:09:22.978 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-18T23:09:23.960 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-18T23:09:24.992 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:09:25.520 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-03-18T23:09:25.553 DEBUG:teuthology.orchestra.run.smithi012:> sudo service rsyslog restart 2023-03-18T23:09:27.927 DEBUG:teuthology.orchestra.run.smithi105:> sudo service rsyslog restart 2023-03-18T23:09:28.379 INFO:teuthology.orchestra.run.smithi012.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-03-18T23:09:29.007 DEBUG:teuthology.orchestra.run.smithi111:> sudo service rsyslog restart 2023-03-18T23:09:29.008 INFO:teuthology.orchestra.run.smithi105.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-03-18T23:09:29.059 INFO:teuthology.orchestra.run.smithi111.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-03-18T23:09:30.417 INFO:teuthology.run_tasks:Running task internal.timer... 2023-03-18T23:09:30.425 INFO:teuthology.task.internal:Starting timer... 2023-03-18T23:09:31.636 INFO:teuthology.run_tasks:Running task pcp... 2023-03-18T23:09:31.653 INFO:teuthology.run_tasks:Running task selinux... 2023-03-18T23:09:32.473 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-03-18T23:09:33.064 DEBUG:teuthology.orchestra.run.smithi012:> sudo service auditd rotate 2023-03-18T23:09:33.744 INFO:teuthology.orchestra.run.smithi012.stdout:Rotating logs: 2023-03-18T23:09:34.913 DEBUG:teuthology.orchestra.run.smithi105:> sudo service auditd rotate 2023-03-18T23:09:34.992 INFO:teuthology.orchestra.run.smithi105.stdout:Rotating logs: 2023-03-18T23:09:36.038 DEBUG:teuthology.orchestra.run.smithi111:> sudo service auditd rotate 2023-03-18T23:09:36.099 INFO:teuthology.orchestra.run.smithi111.stdout:Rotating logs: 2023-03-18T23:09:37.302 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-03-18T23:09:37.303 DEBUG:teuthology.orchestra.run.smithi012:> /usr/sbin/getenforce 2023-03-18T23:09:38.406 INFO:teuthology.orchestra.run.smithi012.stdout:Permissive 2023-03-18T23:09:38.944 DEBUG:teuthology.orchestra.run.smithi105:> /usr/sbin/getenforce 2023-03-18T23:09:39.536 INFO:teuthology.orchestra.run.smithi105.stdout:Permissive 2023-03-18T23:09:40.050 DEBUG:teuthology.orchestra.run.smithi111:> /usr/sbin/getenforce 2023-03-18T23:09:40.079 INFO:teuthology.orchestra.run.smithi111.stdout:Permissive 2023-03-18T23:09:41.185 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi012.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi105.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi111.front.sepia.ceph.com': 'permissive'} 2023-03-18T23:09:41.185 DEBUG:teuthology.orchestra.run.smithi012:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-03-18T23:09:41.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-18T23:09:44.421 DEBUG:teuthology.orchestra.run.smithi105:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-03-18T23:09:44.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-18T23:09:45.329 DEBUG:teuthology.orchestra.run.smithi111:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-03-18T23:09:45.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-18T23:09:46.266 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-03-18T23:09:46.266 DEBUG:teuthology.orchestra.run.smithi012:> sudo /usr/sbin/setenforce permissive 2023-03-18T23:09:46.301 DEBUG:teuthology.orchestra.run.smithi105:> sudo /usr/sbin/setenforce permissive 2023-03-18T23:09:47.214 DEBUG:teuthology.orchestra.run.smithi111:> sudo /usr/sbin/setenforce permissive 2023-03-18T23:09:48.056 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-03-18T23:09:49.043 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-03-18T23:09:50.761 INFO:teuthology.repo_utils:Fetching main from origin 2023-03-18T23:09:51.523 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-03-18T23:09:52.606 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-03-18T23:09:53.872 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi012.front.sepia.ceph.com,smithi105.front.sepia.ceph.com,smithi111.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-03-18T23:17:02.272 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi012.front.sepia.ceph.com'), Remote(name='ubuntu@smithi105.front.sepia.ceph.com'), Remote(name='ubuntu@smithi111.front.sepia.ceph.com')] 2023-03-18T23:17:03.209 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2023-03-18T23:17:03.210 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:17:03.284 DEBUG:teuthology.orchestra.run.smithi012:> true 2023-03-18T23:17:05.395 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2023-03-18T23:17:07.395 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:17:07.463 DEBUG:teuthology.orchestra.run.smithi105:> true 2023-03-18T23:17:07.969 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2023-03-18T23:17:09.613 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-18T23:17:09.683 DEBUG:teuthology.orchestra.run.smithi111:> true 2023-03-18T23:17:11.039 INFO:teuthology.run_tasks:Running task clock... 2023-03-18T23:17:14.801 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-03-18T23:17:16.704 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-03-18T23:17:16.704 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-03-18T23:17:16.707 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-03-18T23:17:16.707 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-03-18T23:17:16.709 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-03-18T23:17:17.739 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-03-18T23:17:17.740 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-03-18T23:17:21.182 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-03-18T23:17:21.182 INFO:teuthology.orchestra.run.smithi012.stderr:sudo: ntpd: command not found 2023-03-18T23:17:21.182 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-03-18T23:17:21.183 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-03-18T23:17:21.183 INFO:teuthology.orchestra.run.smithi105.stderr:sudo: ntpd: command not found 2023-03-18T23:17:21.183 INFO:teuthology.orchestra.run.smithi012.stdout:506 Cannot talk to daemon 2023-03-18T23:17:22.617 INFO:teuthology.orchestra.run.smithi105.stdout:506 Cannot talk to daemon 2023-03-18T23:17:22.618 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-03-18T23:17:22.618 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-03-18T23:17:22.618 INFO:teuthology.orchestra.run.smithi012.stderr:bash: ntpq: command not found 2023-03-18T23:17:22.618 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-03-18T23:17:22.618 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-03-18T23:17:22.618 INFO:teuthology.orchestra.run.smithi105.stderr:bash: ntpq: command not found 2023-03-18T23:17:22.619 INFO:teuthology.orchestra.run.smithi012.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-03-18T23:17:28.049 INFO:teuthology.orchestra.run.smithi012.stdout:=============================================================================== 2023-03-18T23:17:28.049 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:28.049 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:28.049 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:28.049 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:28.050 INFO:teuthology.orchestra.run.smithi105.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-03-18T23:17:28.050 INFO:teuthology.orchestra.run.smithi105.stdout:=============================================================================== 2023-03-18T23:17:28.050 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:28.050 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:28.050 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:28.050 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:28.050 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-03-18T23:17:31.235 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-03-18T23:17:31.236 INFO:teuthology.orchestra.run.smithi111.stderr:sudo: ntpd: command not found 2023-03-18T23:17:31.236 INFO:teuthology.orchestra.run.smithi111.stdout:506 Cannot talk to daemon 2023-03-18T23:17:31.938 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-03-18T23:17:31.938 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-03-18T23:17:31.939 INFO:teuthology.orchestra.run.smithi111.stderr:bash: ntpq: command not found 2023-03-18T23:17:31.939 INFO:teuthology.orchestra.run.smithi111.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-03-18T23:17:31.939 INFO:teuthology.orchestra.run.smithi111.stdout:=============================================================================== 2023-03-18T23:17:31.939 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:31.940 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:31.940 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:31.940 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-18T23:17:32.501 INFO:teuthology.run_tasks:Running task install... 2023-03-18T23:17:32.513 DEBUG:teuthology.task.install:project ceph 2023-03-18T23:17:33.056 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c'}} 2023-03-18T23:17:33.056 DEBUG:teuthology.task.install:config {'cleanup': True, 'flavor': 'default', 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c'} 2023-03-18T23:17:33.056 INFO:teuthology.task.install:Using flavor: default 2023-03-18T23:17:33.064 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-03-18T23:17:34.430 INFO:teuthology.task.install:extra packages: [] 2023-03-18T23:17:34.431 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': True, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c', 'tag': None, 'wait_for_package': False} 2023-03-18T23:17:35.464 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a6dd66830c12498d02f3894e352dd8b49a7bab4c 2023-03-18T23:17:35.466 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': True, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c', 'tag': None, 'wait_for_package': False} 2023-03-18T23:17:35.466 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a6dd66830c12498d02f3894e352dd8b49a7bab4c 2023-03-18T23:17:35.467 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': True, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c', 'tag': None, 'wait_for_package': False} 2023-03-18T23:17:36.494 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a6dd66830c12498d02f3894e352dd8b49a7bab4c 2023-03-18T23:17:36.641 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/ 2023-03-18T23:17:37.109 INFO:teuthology.task.install.rpm:Package version is 18.0.0-2743.ga6dd6683 2023-03-18T23:17:37.114 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/ 2023-03-18T23:17:38.092 INFO:teuthology.task.install.rpm:Package version is 18.0.0-2743.ga6dd6683 2023-03-18T23:17:38.094 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/ 2023-03-18T23:17:38.094 INFO:teuthology.task.install.rpm:Package version is 18.0.0-2743.ga6dd6683 2023-03-18T23:17:39.507 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-03-18T23:17:41.227 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:17:41.227 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-03-18T23:17:41.232 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-03-18T23:17:43.220 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:17:43.220 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-03-18T23:17:43.220 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/a6dd66830c12498d02f3894e352dd8b49a7bab4c/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-03-18T23:17:43.220 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:17:43.220 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-03-18T23:17:43.250 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-03-18T23:17:46.043 DEBUG:teuthology.orchestra.run.smithi111:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a6dd66830c12498d02f3894e352dd8b49a7bab4c/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-03-18T23:17:46.045 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-03-18T23:17:46.045 DEBUG:teuthology.orchestra.run.smithi105:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a6dd66830c12498d02f3894e352dd8b49a7bab4c/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-03-18T23:17:46.046 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-03-18T23:17:47.749 DEBUG:teuthology.orchestra.run.smithi012:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a6dd66830c12498d02f3894e352dd8b49a7bab4c/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-03-18T23:17:47.752 DEBUG:teuthology.orchestra.run.smithi111:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-03-18T23:17:49.299 DEBUG:teuthology.orchestra.run.smithi012:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-03-18T23:17:49.299 DEBUG:teuthology.orchestra.run.smithi105:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-03-18T23:17:49.337 DEBUG:teuthology.orchestra.run.smithi111:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-03-18T23:17:50.709 INFO:teuthology.orchestra.run.smithi111.stdout:check_obsoletes = 1 2023-03-18T23:17:52.039 DEBUG:teuthology.orchestra.run.smithi012:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-03-18T23:17:52.040 DEBUG:teuthology.orchestra.run.smithi105:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-03-18T23:17:52.040 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum clean all 2023-03-18T23:17:52.072 INFO:teuthology.orchestra.run.smithi105.stdout:check_obsoletes = 1 2023-03-18T23:17:53.424 INFO:teuthology.orchestra.run.smithi012.stdout:check_obsoletes = 1 2023-03-18T23:17:56.534 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum clean all 2023-03-18T23:17:56.534 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum clean all 2023-03-18T23:17:56.536 INFO:teuthology.orchestra.run.smithi111.stdout:71 files removed 2023-03-18T23:17:56.536 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-radosgw 2023-03-18T23:17:56.756 INFO:teuthology.orchestra.run.smithi105.stdout:71 files removed 2023-03-18T23:17:57.442 INFO:teuthology.orchestra.run.smithi111.stdout:ceph packages for x86_64 306 kB/s | 80 kB 00:00 2023-03-18T23:17:57.443 INFO:teuthology.orchestra.run.smithi012.stdout:71 files removed 2023-03-18T23:17:57.444 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-radosgw 2023-03-18T23:17:57.444 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-radosgw 2023-03-18T23:18:01.943 INFO:teuthology.orchestra.run.smithi111.stdout:ceph noarch packages 40 kB/s | 9.3 kB 00:00 2023-03-18T23:18:01.944 INFO:teuthology.orchestra.run.smithi111.stdout:ceph source packages 6.9 kB/s | 1.5 kB 00:00 2023-03-18T23:18:01.944 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - AppStream 27 MB/s | 29 MB 00:01 2023-03-18T23:18:02.626 INFO:teuthology.orchestra.run.smithi105.stdout:ceph packages for x86_64 300 kB/s | 80 kB 00:00 2023-03-18T23:18:03.523 INFO:teuthology.orchestra.run.smithi105.stdout:ceph noarch packages 41 kB/s | 9.3 kB 00:00 2023-03-18T23:18:03.524 INFO:teuthology.orchestra.run.smithi105.stdout:ceph source packages 6.2 kB/s | 1.5 kB 00:00 2023-03-18T23:18:03.524 INFO:teuthology.orchestra.run.smithi012.stdout:ceph packages for x86_64 321 kB/s | 80 kB 00:00 2023-03-18T23:18:04.053 INFO:teuthology.orchestra.run.smithi012.stdout:ceph noarch packages 41 kB/s | 9.3 kB 00:00 2023-03-18T23:18:04.053 INFO:teuthology.orchestra.run.smithi012.stdout:ceph source packages 6.5 kB/s | 1.5 kB 00:00 2023-03-18T23:18:04.054 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-8 - AppStream 36 MB/s | 29 MB 00:00 2023-03-18T23:18:05.154 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - BaseOS 41 MB/s | 28 MB 00:00 2023-03-18T23:18:05.154 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS-8 - AppStream 31 MB/s | 29 MB 00:00 2023-03-18T23:18:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - Extras 23 kB/s | 18 kB 00:00 2023-03-18T23:18:11.230 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-8 - BaseOS 43 MB/s | 28 MB 00:00 2023-03-18T23:18:11.231 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS-8 - BaseOS 41 MB/s | 28 MB 00:00 2023-03-18T23:18:11.231 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - PowerTools 16 MB/s | 5.7 MB 00:00 2023-03-18T23:18:11.537 INFO:teuthology.orchestra.run.smithi111.stdout:Copr repo for python3-asyncssh owned by ceph 14 kB/s | 3.5 kB 00:00 2023-03-18T23:18:13.379 INFO:teuthology.orchestra.run.smithi111.stdout:Extra Packages for Enterprise Linux 8.0 MB/s | 14 MB 00:01 2023-03-18T23:18:14.338 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS-8 - Extras 150 kB/s | 18 kB 00:00 2023-03-18T23:18:14.778 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS-8 - PowerTools 18 MB/s | 5.7 MB 00:00 2023-03-18T23:18:15.884 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-8 - Extras 153 kB/s | 18 kB 00:00 2023-03-18T23:18:15.884 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-8 - PowerTools 20 MB/s | 5.7 MB 00:00 2023-03-18T23:18:16.115 INFO:teuthology.orchestra.run.smithi105.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2023-03-18T23:18:17.106 INFO:teuthology.orchestra.run.smithi111.stdout:lab-extras 463 kB/s | 24 kB 00:00 2023-03-18T23:18:17.106 INFO:teuthology.orchestra.run.smithi012.stdout:Copr repo for python3-asyncssh owned by ceph 12 kB/s | 3.5 kB 00:00 2023-03-18T23:18:18.099 INFO:teuthology.orchestra.run.smithi105.stdout:Extra Packages for Enterprise Linux 7.4 MB/s | 14 MB 00:01 2023-03-18T23:18:19.505 INFO:teuthology.orchestra.run.smithi012.stdout:Extra Packages for Enterprise Linux 7.5 MB/s | 14 MB 00:01 2023-03-18T23:18:20.362 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:18:24.017 INFO:teuthology.orchestra.run.smithi012.stdout:lab-extras 433 kB/s | 24 kB 00:00 2023-03-18T23:18:24.017 INFO:teuthology.orchestra.run.smithi105.stdout:lab-extras 201 kB/s | 24 kB 00:00 2023-03-18T23:18:24.020 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:18:24.020 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:18:24.020 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-radosgw x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 13 M 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrading: 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: librados2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.7 M 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: librbd1 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.6 M 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-base x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 5.4 M 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-common x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 22 M 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-selinux x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 24 k 2023-03-18T23:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-03-18T23:18:25.306 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 768 k 2023-03-18T23:18:25.306 INFO:teuthology.orchestra.run.smithi111.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-03-18T23:18:26.017 INFO:teuthology.orchestra.run.smithi111.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-03-18T23:18:26.017 INFO:teuthology.orchestra.run.smithi111.stdout: libradosstriper1 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 474 k 2023-03-18T23:18:26.017 INFO:teuthology.orchestra.run.smithi111.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-03-18T23:18:26.017 INFO:teuthology.orchestra.run.smithi111.stdout: librgw2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 6.5 M 2023-03-18T23:18:26.017 INFO:teuthology.orchestra.run.smithi111.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-03-18T23:18:26.017 INFO:teuthology.orchestra.run.smithi111.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-03-18T23:18:26.017 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-argparse 2023-03-18T23:18:26.017 INFO:teuthology.orchestra.run.smithi111.stdout: x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 45 k 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-common x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 117 k 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cephfs x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 190 k 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rados x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 371 k 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rbd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 365 k 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rgw x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 106 k 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:18:26.018 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:18:26.019 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:18:26.019 INFO:teuthology.orchestra.run.smithi111.stdout:Install 21 Packages 2023-03-18T23:18:26.674 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrade 2 Packages 2023-03-18T23:18:26.674 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:18:26.674 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 59 M 2023-03-18T23:18:26.674 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:18:26.674 INFO:teuthology.orchestra.run.smithi111.stdout:(1/23): ceph-base-18.0.0-2743.ga6dd6683.el8.x86 6.3 MB/s | 5.4 MB 00:00 2023-03-18T23:18:26.674 INFO:teuthology.orchestra.run.smithi111.stdout:(2/23): ceph-selinux-18.0.0-2743.ga6dd6683.el8. 417 kB/s | 24 kB 00:00 2023-03-18T23:18:26.674 INFO:teuthology.orchestra.run.smithi111.stdout:(3/23): libcephfs2-18.0.0-2743.ga6dd6683.el8.x8 5.0 MB/s | 768 kB 00:00 2023-03-18T23:18:26.674 INFO:teuthology.orchestra.run.smithi111.stdout:(4/23): libradosstriper1-18.0.0-2743.ga6dd6683. 3.7 MB/s | 474 kB 00:00 2023-03-18T23:18:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:(5/23): ceph-radosgw-18.0.0-2743.ga6dd6683.el8. 7.9 MB/s | 13 MB 00:01 2023-03-18T23:18:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:(6/23): python3-ceph-argparse-18.0.0-2743.ga6dd 612 kB/s | 45 kB 00:00 2023-03-18T23:18:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:(7/23): python3-ceph-common-18.0.0-2743.ga6dd66 1.4 MB/s | 117 kB 00:00 2023-03-18T23:18:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:(8/23): python3-cephfs-18.0.0-2743.ga6dd6683.el 2.0 MB/s | 190 kB 00:00 2023-03-18T23:18:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:(9/23): librgw2-18.0.0-2743.ga6dd6683.el8.x86_6 7.8 MB/s | 6.5 MB 00:00 2023-03-18T23:18:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:(10/23): python3-rados-18.0.0-2743.ga6dd6683.el 2.7 MB/s | 371 kB 00:00 2023-03-18T23:18:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:(11/23): python3-rbd-18.0.0-2743.ga6dd6683.el8. 6.1 MB/s | 365 kB 00:00 2023-03-18T23:18:29.055 INFO:teuthology.orchestra.run.smithi111.stdout:(12/23): ceph-common-18.0.0-2743.ga6dd6683.el8. 9.4 MB/s | 22 MB 00:02 2023-03-18T23:18:29.055 INFO:teuthology.orchestra.run.smithi111.stdout:(13/23): python3-rgw-18.0.0-2743.ga6dd6683.el8. 399 kB/s | 106 kB 00:00 2023-03-18T23:18:29.670 INFO:teuthology.orchestra.run.smithi111.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 756 kB/s | 44 kB 00:00 2023-03-18T23:18:29.670 INFO:teuthology.orchestra.run.smithi111.stdout:(15/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.8 MB/s | 47 kB 00:00 2023-03-18T23:18:29.670 INFO:teuthology.orchestra.run.smithi111.stdout:(16/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.8 MB/s | 259 kB 00:00 2023-03-18T23:18:29.670 INFO:teuthology.orchestra.run.smithi111.stdout:(17/23): librdkafka-0.11.4-3.el8.x86_64.rpm 940 kB/s | 354 kB 00:00 2023-03-18T23:18:29.670 INFO:teuthology.orchestra.run.smithi111.stdout:(18/23): liboath-2.6.2-3.el8.x86_64.rpm 320 kB/s | 59 kB 00:00 2023-03-18T23:18:30.077 INFO:teuthology.orchestra.run.smithi111.stdout:(19/23): libunwind-1.3.1-3.el8.x86_64.rpm 409 kB/s | 75 kB 00:00 2023-03-18T23:18:30.077 INFO:teuthology.orchestra.run.smithi111.stdout:(20/23): gperftools-libs-2.7-9.el8.x86_64.rpm 1.0 MB/s | 306 kB 00:00 2023-03-18T23:18:30.077 INFO:teuthology.orchestra.run.smithi111.stdout:(21/23): librados2-18.0.0-2743.ga6dd6683.el8.x8 12 MB/s | 3.7 MB 00:00 2023-03-18T23:18:30.077 INFO:teuthology.orchestra.run.smithi111.stdout:(22/23): thrift-0.13.0-2.el8.x86_64.rpm 4.7 MB/s | 1.7 MB 00:00 2023-03-18T23:18:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:(23/23): librbd1-18.0.0-2743.ga6dd6683.el8.x86_ 9.3 MB/s | 3.6 MB 00:00 2023-03-18T23:18:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:18:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:Total 19 MB/s | 59 MB 00:03 2023-03-18T23:18:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:18:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:18:31.297 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:18:31.298 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:18:31.298 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:18:31.304 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:18:31.913 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2023-03-18T23:18:33.327 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/25 2023-03-18T23:18:33.330 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-03-18T23:18:33.932 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-03-18T23:18:33.933 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:18:33.933 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:18:33.933 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/25 2023-03-18T23:18:33.933 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/25 2023-03-18T23:18:33.933 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/25 2023-03-18T23:18:33.933 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:18:33.933 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:18:33.933 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8. 10/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 11/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 12/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 13/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 13/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 14/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 15/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 16/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 16/25 2023-03-18T23:18:34.680 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 17/25 2023-03-18T23:18:35.243 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2023-03-18T23:18:35.829 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x8 19/25 2023-03-18T23:18:35.833 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:37.314 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:37.314 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:37.314 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 21/25 2023-03-18T23:18:38.738 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 21/25 2023-03-18T23:18:38.738 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:18:38.742 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:18:38.743 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-radosgw x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 13 M 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrading: 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout: librados2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.7 M 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout: librbd1 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.6 M 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-base x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 5.4 M 2023-03-18T23:18:39.908 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-common x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 22 M 2023-03-18T23:18:40.520 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-selinux x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 24 k 2023-03-18T23:18:40.520 INFO:teuthology.orchestra.run.smithi012.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-03-18T23:18:40.520 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 768 k 2023-03-18T23:18:40.520 INFO:teuthology.orchestra.run.smithi012.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-03-18T23:18:40.520 INFO:teuthology.orchestra.run.smithi012.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-03-18T23:18:41.204 INFO:teuthology.orchestra.run.smithi012.stdout: libradosstriper1 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 474 k 2023-03-18T23:18:41.204 INFO:teuthology.orchestra.run.smithi012.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-03-18T23:18:41.204 INFO:teuthology.orchestra.run.smithi012.stdout: librgw2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 6.5 M 2023-03-18T23:18:41.204 INFO:teuthology.orchestra.run.smithi012.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-03-18T23:18:41.204 INFO:teuthology.orchestra.run.smithi012.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-03-18T23:18:41.204 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-argparse 2023-03-18T23:18:41.204 INFO:teuthology.orchestra.run.smithi012.stdout: x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 45 k 2023-03-18T23:18:41.205 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-common x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 117 k 2023-03-18T23:18:41.205 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cephfs x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 190 k 2023-03-18T23:18:41.205 INFO:teuthology.orchestra.run.smithi012.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-03-18T23:18:41.205 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rados x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 371 k 2023-03-18T23:18:41.812 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rbd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 365 k 2023-03-18T23:18:41.812 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rgw x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 106 k 2023-03-18T23:18:41.812 INFO:teuthology.orchestra.run.smithi012.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-03-18T23:18:41.812 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:18:41.812 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:Install 21 Packages 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrade 2 Packages 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 59 M 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:(1/23): ceph-base-18.0.0-2743.ga6dd6683.el8.x86 3.9 MB/s | 5.4 MB 00:01 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:(2/23): ceph-selinux-18.0.0-2743.ga6dd6683.el8. 324 kB/s | 24 kB 00:00 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:(3/23): libcephfs2-18.0.0-2743.ga6dd6683.el8.x8 5.3 MB/s | 768 kB 00:00 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:(4/23): libradosstriper1-18.0.0-2743.ga6dd6683. 4.6 MB/s | 474 kB 00:00 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:(5/23): ceph-radosgw-18.0.0-2743.ga6dd6683.el8. 5.3 MB/s | 13 MB 00:02 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:(6/23): python3-ceph-argparse-18.0.0-2743.ga6dd 536 kB/s | 45 kB 00:00 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:(7/23): python3-ceph-common-18.0.0-2743.ga6dd66 2.0 MB/s | 117 kB 00:00 2023-03-18T23:18:41.813 INFO:teuthology.orchestra.run.smithi012.stdout:(8/23): librgw2-18.0.0-2743.ga6dd6683.el8.x86_6 6.6 MB/s | 6.5 MB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(9/23): python3-cephfs-18.0.0-2743.ga6dd6683.el 1.7 MB/s | 190 kB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(10/23): python3-rados-18.0.0-2743.ga6dd6683.el 4.3 MB/s | 371 kB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(11/23): python3-rbd-18.0.0-2743.ga6dd6683.el8. 4.3 MB/s | 365 kB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(12/23): python3-rgw-18.0.0-2743.ga6dd6683.el8. 2.1 MB/s | 106 kB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(13/23): librdkafka-0.11.4-3.el8.x86_64.rpm 4.1 MB/s | 354 kB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 1.7 MB/s | 44 kB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(15/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.0 MB/s | 259 kB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(16/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 622 kB/s | 47 kB 00:00 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(17/23): ceph-common-18.0.0-2743.ga6dd6683.el8. 6.6 MB/s | 22 MB 00:03 2023-03-18T23:18:41.814 INFO:teuthology.orchestra.run.smithi012.stdout:(18/23): liboath-2.6.2-3.el8.x86_64.rpm 190 kB/s | 59 kB 00:00 2023-03-18T23:18:42.158 INFO:teuthology.orchestra.run.smithi012.stdout:(19/23): gperftools-libs-2.7-9.el8.x86_64.rpm 692 kB/s | 306 kB 00:00 2023-03-18T23:18:42.158 INFO:teuthology.orchestra.run.smithi012.stdout:(20/23): libunwind-1.3.1-3.el8.x86_64.rpm 321 kB/s | 75 kB 00:00 2023-03-18T23:18:42.158 INFO:teuthology.orchestra.run.smithi012.stdout:(21/23): librados2-18.0.0-2743.ga6dd6683.el8.x8 10 MB/s | 3.7 MB 00:00 2023-03-18T23:18:42.158 INFO:teuthology.orchestra.run.smithi012.stdout:(22/23): librbd1-18.0.0-2743.ga6dd6683.el8.x86_ 10 MB/s | 3.6 MB 00:00 2023-03-18T23:18:42.158 INFO:teuthology.orchestra.run.smithi012.stdout:(23/23): thrift-0.13.0-2.el8.x86_64.rpm 2.1 MB/s | 1.7 MB 00:00 2023-03-18T23:18:42.161 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:18:42.162 INFO:teuthology.orchestra.run.smithi012.stdout:Total 14 MB/s | 59 MB 00:04 2023-03-18T23:18:42.642 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:18:42.642 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:18:42.642 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:18:42.642 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:18:42.642 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:18:42.642 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:18:42.642 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2023-03-18T23:18:43.042 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:18:43.043 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:18:43.444 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-03-18T23:18:43.445 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2023-03-18T23:18:43.445 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2023-03-18T23:18:43.445 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8. 10/25 2023-03-18T23:18:43.445 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 11/25 2023-03-18T23:18:43.445 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 12/25 2023-03-18T23:18:43.445 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 13/25 2023-03-18T23:18:43.445 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 13/25 2023-03-18T23:18:43.445 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 14/25 2023-03-18T23:18:43.998 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 15/25 2023-03-18T23:18:43.999 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 16/25 2023-03-18T23:18:43.999 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 16/25 2023-03-18T23:18:43.999 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 17/25 2023-03-18T23:18:43.999 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2023-03-18T23:18:43.999 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x8 19/25 2023-03-18T23:18:43.999 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:18:43.999 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:18:43.999 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:18:44.441 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:18:44.441 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:18:44.441 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-radosgw x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 13 M 2023-03-18T23:18:44.441 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrading: 2023-03-18T23:18:44.441 INFO:teuthology.orchestra.run.smithi105.stdout: librados2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.7 M 2023-03-18T23:18:44.441 INFO:teuthology.orchestra.run.smithi105.stdout: librbd1 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.6 M 2023-03-18T23:18:44.441 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-03-18T23:18:44.441 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-base x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 5.4 M 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-common x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 22 M 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-selinux x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 24 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 768 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: libradosstriper1 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 474 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: librgw2 x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 6.5 M 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-argparse 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 45 k 2023-03-18T23:18:44.442 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-common x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 117 k 2023-03-18T23:18:44.443 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cephfs x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 190 k 2023-03-18T23:18:44.443 INFO:teuthology.orchestra.run.smithi105.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-03-18T23:18:44.443 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rados x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 371 k 2023-03-18T23:18:44.443 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rbd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 365 k 2023-03-18T23:18:44.443 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rgw x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 106 k 2023-03-18T23:18:44.443 INFO:teuthology.orchestra.run.smithi105.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-03-18T23:18:45.237 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:18:45.237 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:18:45.237 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:18:45.237 INFO:teuthology.orchestra.run.smithi105.stdout:Install 21 Packages 2023-03-18T23:18:45.237 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrade 2 Packages 2023-03-18T23:18:45.237 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:18:45.237 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 59 M 2023-03-18T23:18:45.238 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:18:45.238 INFO:teuthology.orchestra.run.smithi105.stdout:(1/23): ceph-base-18.0.0-2743.ga6dd6683.el8.x86 7.1 MB/s | 5.4 MB 00:00 2023-03-18T23:18:45.686 INFO:teuthology.orchestra.run.smithi105.stdout:(2/23): ceph-selinux-18.0.0-2743.ga6dd6683.el8. 486 kB/s | 24 kB 00:00 2023-03-18T23:18:45.686 INFO:teuthology.orchestra.run.smithi105.stdout:(3/23): libcephfs2-18.0.0-2743.ga6dd6683.el8.x8 5.6 MB/s | 768 kB 00:00 2023-03-18T23:18:45.686 INFO:teuthology.orchestra.run.smithi105.stdout:(4/23): libradosstriper1-18.0.0-2743.ga6dd6683. 5.1 MB/s | 474 kB 00:00 2023-03-18T23:18:45.686 INFO:teuthology.orchestra.run.smithi105.stdout:(5/23): ceph-radosgw-18.0.0-2743.ga6dd6683.el8. 8.0 MB/s | 13 MB 00:01 2023-03-18T23:18:45.686 INFO:teuthology.orchestra.run.smithi105.stdout:(6/23): librgw2-18.0.0-2743.ga6dd6683.el8.x86_6 6.4 MB/s | 6.5 MB 00:01 2023-03-18T23:18:45.686 INFO:teuthology.orchestra.run.smithi105.stdout:(7/23): python3-ceph-common-18.0.0-2743.ga6dd66 1.4 MB/s | 117 kB 00:00 2023-03-18T23:18:45.686 INFO:teuthology.orchestra.run.smithi105.stdout:(8/23): python3-cephfs-18.0.0-2743.ga6dd6683.el 2.2 MB/s | 190 kB 00:00 2023-03-18T23:18:45.686 INFO:teuthology.orchestra.run.smithi105.stdout:(9/23): python3-ceph-argparse-18.0.0-2743.ga6dd 71 kB/s | 45 kB 00:00 2023-03-18T23:18:45.687 INFO:teuthology.orchestra.run.smithi105.stdout:(10/23): ceph-common-18.0.0-2743.ga6dd6683.el8. 8.7 MB/s | 22 MB 00:02 2023-03-18T23:18:45.687 INFO:teuthology.orchestra.run.smithi105.stdout:(11/23): python3-rbd-18.0.0-2743.ga6dd6683.el8. 1.4 MB/s | 365 kB 00:00 2023-03-18T23:18:45.687 INFO:teuthology.orchestra.run.smithi105.stdout:(12/23): python3-rados-18.0.0-2743.ga6dd6683.el 1.2 MB/s | 371 kB 00:00 2023-03-18T23:18:45.687 INFO:teuthology.orchestra.run.smithi105.stdout:(13/23): python3-rgw-18.0.0-2743.ga6dd6683.el8. 1.4 MB/s | 106 kB 00:00 2023-03-18T23:18:45.687 INFO:teuthology.orchestra.run.smithi105.stdout:(14/23): librdkafka-0.11.4-3.el8.x86_64.rpm 2.9 MB/s | 354 kB 00:00 2023-03-18T23:18:45.687 INFO:teuthology.orchestra.run.smithi105.stdout:(15/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.2 MB/s | 259 kB 00:00 2023-03-18T23:18:45.687 INFO:teuthology.orchestra.run.smithi105.stdout:(16/23): python3-prettytable-0.7.2-14.el8.noarc 407 kB/s | 44 kB 00:00 2023-03-18T23:18:46.584 INFO:teuthology.orchestra.run.smithi105.stdout:(17/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 430 kB/s | 47 kB 00:00 2023-03-18T23:18:46.584 INFO:teuthology.orchestra.run.smithi105.stdout:(18/23): liboath-2.6.2-3.el8.x86_64.rpm 252 kB/s | 59 kB 00:00 2023-03-18T23:18:46.584 INFO:teuthology.orchestra.run.smithi105.stdout:(19/23): libunwind-1.3.1-3.el8.x86_64.rpm 290 kB/s | 75 kB 00:00 2023-03-18T23:18:46.584 INFO:teuthology.orchestra.run.smithi105.stdout:(20/23): gperftools-libs-2.7-9.el8.x86_64.rpm 797 kB/s | 306 kB 00:00 2023-03-18T23:18:47.093 INFO:teuthology.orchestra.run.smithi105.stdout:(21/23): thrift-0.13.0-2.el8.x86_64.rpm 2.8 MB/s | 1.7 MB 00:00 2023-03-18T23:18:47.093 INFO:teuthology.orchestra.run.smithi105.stdout:(22/23): librbd1-18.0.0-2743.ga6dd6683.el8.x86_ 5.9 MB/s | 3.6 MB 00:00 2023-03-18T23:18:47.093 INFO:teuthology.orchestra.run.smithi105.stdout:(23/23): librados2-18.0.0-2743.ga6dd6683.el8.x8 5.0 MB/s | 3.7 MB 00:00 2023-03-18T23:18:47.093 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:18:47.093 INFO:teuthology.orchestra.run.smithi105.stdout:Total 16 MB/s | 59 MB 00:03 2023-03-18T23:18:47.093 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:18:47.093 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:18:47.093 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:18:47.094 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:18:47.094 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:18:47.094 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:18:47.094 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2023-03-18T23:18:48.109 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/25 2023-03-18T23:18:48.109 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-03-18T23:18:48.109 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/25 2023-03-18T23:18:48.109 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:18:48.109 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:18:48.109 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/25 2023-03-18T23:18:48.109 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/25 2023-03-18T23:18:48.109 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/25 2023-03-18T23:18:48.543 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:18:48.543 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:18:48.543 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-03-18T23:18:48.543 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2023-03-18T23:18:48.543 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2023-03-18T23:18:49.150 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8. 10/25 2023-03-18T23:18:49.150 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 11/25 2023-03-18T23:18:49.150 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 12/25 2023-03-18T23:18:49.153 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 13/25 2023-03-18T23:18:49.153 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 13/25 2023-03-18T23:18:49.153 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 14/25 2023-03-18T23:18:49.153 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 15/25 2023-03-18T23:18:49.153 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 16/25 2023-03-18T23:18:49.153 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 16/25 2023-03-18T23:18:49.153 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 17/25 2023-03-18T23:18:49.153 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2023-03-18T23:18:49.762 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x8 19/25 2023-03-18T23:18:49.763 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:50.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:50.218 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:51.161 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 21/25 2023-03-18T23:18:51.161 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 21/25 2023-03-18T23:18:51.161 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:18:51.161 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:51.621 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:51.621 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 20/25 2023-03-18T23:18:51.621 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 21/25 2023-03-18T23:18:51.621 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 21/25 2023-03-18T23:18:51.621 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:18:54.660 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:18:54.717 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /sys 2023-03-18T23:18:54.717 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /proc 2023-03-18T23:18:54.717 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /dev 2023-03-18T23:18:54.717 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /run 2023-03-18T23:18:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /mnt 2023-03-18T23:18:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /var/tmp 2023-03-18T23:18:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /home 2023-03-18T23:18:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /tmp 2023-03-18T23:18:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /dev 2023-03-18T23:18:55.385 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:18:56.045 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 23/25 2023-03-18T23:18:56.346 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 23/25 2023-03-18T23:18:56.666 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-03-18T23:18:56.666 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-03-18T23:18:56.666 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:18:56.949 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:18:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/25 2023-03-18T23:18:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/25 2023-03-18T23:18:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 3/25 2023-03-18T23:18:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:18:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/25 2023-03-18T23:18:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 6/25 2023-03-18T23:18:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:18:58.114 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8. 8/25 2023-03-18T23:18:58.114 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x8 9/25 2023-03-18T23:18:58.114 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 10/25 2023-03-18T23:18:58.114 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 11/25 2023-03-18T23:18:58.114 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 12/25 2023-03-18T23:18:59.025 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 13/25 2023-03-18T23:18:59.025 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-03-18T23:18:59.026 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 24/25 2023-03-18T23:18:59.027 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout:Upgraded: 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: liboath-2.6.2-3.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-03-18T23:18:59.028 INFO:teuthology.orchestra.run.smithi111.stdout: librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.029 INFO:teuthology.orchestra.run.smithi111.stdout: libunwind-1.3.1-3.el8.x86_64 2023-03-18T23:18:59.029 INFO:teuthology.orchestra.run.smithi111.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-03-18T23:18:59.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:18:59.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-03-18T23:18:59.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:00.381 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:00.381 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:00.381 INFO:teuthology.orchestra.run.smithi111.stdout: thrift-0.13.0-2.el8.x86_64 2023-03-18T23:19:00.381 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:19:00.382 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:19:01.112 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-test 2023-03-18T23:19:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:19:01.883 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /sys 2023-03-18T23:19:01.884 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /proc 2023-03-18T23:19:01.884 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /dev 2023-03-18T23:19:03.747 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /run 2023-03-18T23:19:03.747 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /mnt 2023-03-18T23:19:03.747 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /var/tmp 2023-03-18T23:19:03.747 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /home 2023-03-18T23:19:03.747 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /tmp 2023-03-18T23:19:03.747 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /dev 2023-03-18T23:19:03.747 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /sys 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /proc 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /dev 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /run 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /mnt 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /var/tmp 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /home 2023-03-18T23:19:03.748 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /tmp 2023-03-18T23:19:04.914 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /dev 2023-03-18T23:19:04.914 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:00:45 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-test x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 47 M 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-03-18T23:19:04.916 INFO:teuthology.orchestra.run.smithi111.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout: libcephsqlite x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 137 k 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout:Install 6 Packages 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 48 M 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 211 M 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout:(1/6): jq-1.6-6.el8.x86_64.rpm 3.2 MB/s | 202 kB 00:00 2023-03-18T23:19:04.917 INFO:teuthology.orchestra.run.smithi111.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 7.5 MB/s | 187 kB 00:00 2023-03-18T23:19:06.110 INFO:teuthology.orchestra.run.smithi111.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 7.6 MB/s | 323 kB 00:00 2023-03-18T23:19:06.110 INFO:teuthology.orchestra.run.smithi111.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 71 kB 00:00 2023-03-18T23:19:06.110 INFO:teuthology.orchestra.run.smithi111.stdout:(5/6): libcephsqlite-18.0.0-2743.ga6dd6683.el8. 699 kB/s | 137 kB 00:00 2023-03-18T23:19:06.114 INFO:teuthology.orchestra.run.smithi111.stdout:(6/6): ceph-test-18.0.0-2743.ga6dd6683.el8.x86_ 21 MB/s | 47 MB 00:02 2023-03-18T23:19:06.701 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:19:06.702 INFO:teuthology.orchestra.run.smithi111.stdout:Total 21 MB/s | 48 MB 00:02 2023-03-18T23:19:06.702 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:19:06.702 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:19:06.702 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:19:06.702 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:19:06.702 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:19:06.703 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 23/25 2023-03-18T23:19:07.434 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 23/25 2023-03-18T23:19:07.434 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-03-18T23:19:07.434 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-03-18T23:19:07.434 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:19:07.434 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:19:08.774 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/25 2023-03-18T23:19:08.774 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/25 2023-03-18T23:19:08.774 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 3/25 2023-03-18T23:19:08.774 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 6/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8. 8/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x8 9/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 10/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 11/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 12/25 2023-03-18T23:19:08.775 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 13/25 2023-03-18T23:19:08.776 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2023-03-18T23:19:08.776 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2023-03-18T23:19:08.776 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-03-18T23:19:08.776 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2023-03-18T23:19:10.407 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-03-18T23:19:10.407 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 24/25 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout:Upgraded: 2023-03-18T23:19:10.408 INFO:teuthology.orchestra.run.smithi105.stdout: librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:10.409 INFO:teuthology.orchestra.run.smithi105.stdout: librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:10.409 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:19:11.637 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.637 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: liboath-2.6.2-3.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: libunwind-1.3.1-3.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-03-18T23:19:11.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.639 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.639 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:11.639 INFO:teuthology.orchestra.run.smithi105.stdout: thrift-0.13.0-2.el8.x86_64 2023-03-18T23:19:11.639 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:11.639 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:19:11.639 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-test 2023-03-18T23:19:11.640 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 23/25 2023-03-18T23:19:11.640 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 23/25 2023-03-18T23:19:11.640 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-03-18T23:19:11.640 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-03-18T23:19:11.640 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:19:11.640 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:19:11.640 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 3/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_6 6/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 7/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8. 8/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x8 9/25 2023-03-18T23:19:11.641 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 10/25 2023-03-18T23:19:12.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 11/25 2023-03-18T23:19:12.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 12/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 13/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2023-03-18T23:19:12.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2023-03-18T23:19:12.459 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 22/25 2023-03-18T23:19:12.459 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-03-18T23:19:14.123 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 24/25 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout:Upgraded: 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout: librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout: librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-radosgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:14.124 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-selinux-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: liboath-2.6.2-3.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: libradosstriper1-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: librgw2-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: libunwind-1.3.1-3.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-03-18T23:19:15.086 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-argparse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:17.772 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-common-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:17.773 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:17.773 INFO:teuthology.orchestra.run.smithi012.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-03-18T23:19:17.773 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:17.773 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:17.773 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:17.773 INFO:teuthology.orchestra.run.smithi012.stdout: thrift-0.13.0-2.el8.x86_64 2023-03-18T23:19:17.773 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:19:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:19:17.774 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-test 2023-03-18T23:19:17.776 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:19:17.776 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2023-03-18T23:19:17.776 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2023-03-18T23:19:17.776 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2023-03-18T23:19:17.776 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2023-03-18T23:19:17.776 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : jq-1.6-6.el8.x86_64 4/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : jq-1.6-6.el8.x86_64 3/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2023-03-18T23:19:17.777 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2023-03-18T23:19:19.906 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:19:19.906 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:19:19.906 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:19.906 INFO:teuthology.orchestra.run.smithi111.stdout: jq-1.6-6.el8.x86_64 2023-03-18T23:19:19.906 INFO:teuthology.orchestra.run.smithi111.stdout: libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:19.906 INFO:teuthology.orchestra.run.smithi111.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-03-18T23:19:19.907 INFO:teuthology.orchestra.run.smithi111.stdout: socat-1.7.4.1-1.el8.x86_64 2023-03-18T23:19:19.907 INFO:teuthology.orchestra.run.smithi111.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-03-18T23:19:19.907 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:19:19.907 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:19:19.907 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph 2023-03-18T23:19:20.653 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:00:56 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:19:21.489 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:19:22.877 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:19:22.877 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:19:22.877 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:19:22.877 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:19:22.877 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-test x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 47 M 2023-03-18T23:19:22.878 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2023-03-18T23:19:22.878 INFO:teuthology.orchestra.run.smithi012.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-03-18T23:19:22.878 INFO:teuthology.orchestra.run.smithi012.stdout: libcephsqlite x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 137 k 2023-03-18T23:19:22.878 INFO:teuthology.orchestra.run.smithi012.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-03-18T23:19:22.878 INFO:teuthology.orchestra.run.smithi012.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-03-18T23:19:23.549 INFO:teuthology.orchestra.run.smithi012.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-03-18T23:19:23.549 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:19:23.549 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:19:23.549 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:19:23.549 INFO:teuthology.orchestra.run.smithi012.stdout:Install 6 Packages 2023-03-18T23:19:24.520 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:19:24.520 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 48 M 2023-03-18T23:19:24.520 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 211 M 2023-03-18T23:19:24.520 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:19:24.520 INFO:teuthology.orchestra.run.smithi012.stdout:(1/6): jq-1.6-6.el8.x86_64.rpm 2.7 MB/s | 202 kB 00:00 2023-03-18T23:19:24.520 INFO:teuthology.orchestra.run.smithi012.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 7.6 MB/s | 187 kB 00:00 2023-03-18T23:19:25.293 INFO:teuthology.orchestra.run.smithi012.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 9.5 MB/s | 323 kB 00:00 2023-03-18T23:19:25.293 INFO:teuthology.orchestra.run.smithi012.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 71 kB 00:00 2023-03-18T23:19:26.461 INFO:teuthology.orchestra.run.smithi012.stdout:(5/6): libcephsqlite-18.0.0-2743.ga6dd6683.el8. 594 kB/s | 137 kB 00:00 2023-03-18T23:19:26.462 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:00:57 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:19:26.462 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:19:26.462 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:19:27.018 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:19:27.735 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:19:27.735 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:19:27.735 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-test x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 47 M 2023-03-18T23:19:27.735 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-03-18T23:19:27.735 INFO:teuthology.orchestra.run.smithi105.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-03-18T23:19:27.735 INFO:teuthology.orchestra.run.smithi105.stdout: libcephsqlite x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 137 k 2023-03-18T23:19:27.736 INFO:teuthology.orchestra.run.smithi105.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-03-18T23:19:27.736 INFO:teuthology.orchestra.run.smithi105.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-03-18T23:19:27.736 INFO:teuthology.orchestra.run.smithi105.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-03-18T23:19:27.736 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:28.320 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:19:28.320 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:Install 6 Packages 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 48 M 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 211 M 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:(1/6): jq-1.6-6.el8.x86_64.rpm 2.9 MB/s | 202 kB 00:00 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 7.6 MB/s | 187 kB 00:00 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 9.5 MB/s | 323 kB 00:00 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.8 MB/s | 71 kB 00:00 2023-03-18T23:19:28.321 INFO:teuthology.orchestra.run.smithi105.stdout:(5/6): libcephsqlite-18.0.0-2743.ga6dd6683.el8. 524 kB/s | 137 kB 00:00 2023-03-18T23:19:28.914 INFO:teuthology.orchestra.run.smithi012.stdout:(6/6): ceph-test-18.0.0-2743.ga6dd6683.el8.x86_ 7.1 MB/s | 47 MB 00:06 2023-03-18T23:19:29.542 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:19:30.953 INFO:teuthology.orchestra.run.smithi012.stdout:Total 7.2 MB/s | 48 MB 00:06 2023-03-18T23:19:30.953 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:19:30.953 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:19:30.953 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:19:30.954 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:19:30.954 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:19:30.954 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:19:30.954 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2023-03-18T23:19:30.954 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2023-03-18T23:19:30.954 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2023-03-18T23:19:30.954 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2023-03-18T23:19:30.954 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : jq-1.6-6.el8.x86_64 4/6 2023-03-18T23:19:30.955 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/6 2023-03-18T23:19:30.958 INFO:teuthology.orchestra.run.smithi105.stdout:(6/6): ceph-test-18.0.0-2743.ga6dd6683.el8.x86_ 19 MB/s | 47 MB 00:02 2023-03-18T23:19:32.165 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:19:32.165 INFO:teuthology.orchestra.run.smithi105.stdout:Total 19 MB/s | 48 MB 00:02 2023-03-18T23:19:32.165 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:19:32.166 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:19:32.901 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:19:32.901 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:19:32.901 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:19:32.901 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:19:32.901 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2023-03-18T23:19:32.901 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2023-03-18T23:19:32.901 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2023-03-18T23:19:32.901 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2023-03-18T23:19:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : jq-1.6-6.el8.x86_64 4/6 2023-03-18T23:19:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/6 2023-03-18T23:19:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/6 2023-03-18T23:19:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/6 2023-03-18T23:19:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/6 2023-03-18T23:19:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/6 2023-03-18T23:19:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/6 2023-03-18T23:19:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : jq-1.6-6.el8.x86_64 3/6 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout: jq-1.6-6.el8.x86_64 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout: libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:34.981 INFO:teuthology.orchestra.run.smithi105.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-03-18T23:19:34.982 INFO:teuthology.orchestra.run.smithi105.stdout: socat-1.7.4.1-1.el8.x86_64 2023-03-18T23:19:34.982 INFO:teuthology.orchestra.run.smithi105.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-03-18T23:19:34.982 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:34.982 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:19:34.982 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph 2023-03-18T23:19:34.986 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/6 2023-03-18T23:19:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/6 2023-03-18T23:19:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 6/6 2023-03-18T23:19:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/6 2023-03-18T23:19:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/6 2023-03-18T23:19:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : jq-1.6-6.el8.x86_64 3/6 2023-03-18T23:19:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2023-03-18T23:19:38.042 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2023-03-18T23:19:38.042 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2023-03-18T23:19:38.042 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:19:38.042 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:19:38.042 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-test-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:38.644 INFO:teuthology.orchestra.run.smithi012.stdout: jq-1.6-6.el8.x86_64 2023-03-18T23:19:38.644 INFO:teuthology.orchestra.run.smithi012.stdout: libcephsqlite-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:38.644 INFO:teuthology.orchestra.run.smithi012.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-03-18T23:19:38.644 INFO:teuthology.orchestra.run.smithi012.stdout: socat-1.7.4.1-1.el8.x86_64 2023-03-18T23:19:38.644 INFO:teuthology.orchestra.run.smithi012.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-03-18T23:19:38.644 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:19:38.644 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:19:38.645 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph 2023-03-18T23:19:38.651 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:01:14 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:19:39.859 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:19:39.859 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2023-03-18T23:19:39.859 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:19:39.859 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2023-03-18T23:19:39.859 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:19:39.859 INFO:teuthology.orchestra.run.smithi105.stdout: ceph x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 6.4 k 2023-03-18T23:19:39.860 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-03-18T23:19:39.860 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mds x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 2.3 M 2023-03-18T23:19:39.860 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 1.5 M 2023-03-18T23:19:39.860 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-modules-core noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 236 k 2023-03-18T23:19:39.860 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mon x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 4.6 M 2023-03-18T23:19:39.860 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-osd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 18 M 2023-03-18T23:19:39.860 INFO:teuthology.orchestra.run.smithi105.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-03-18T23:19:39.861 INFO:teuthology.orchestra.run.smithi105.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-03-18T23:19:39.861 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-03-18T23:19:39.861 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-03-18T23:19:39.861 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-03-18T23:19:39.861 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-03-18T23:19:39.861 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-03-18T23:19:39.861 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-03-18T23:19:39.861 INFO:teuthology.orchestra.run.smithi105.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-03-18T23:19:40.833 INFO:teuthology.orchestra.run.smithi105.stdout: python3-mako noarch 1.0.6-14.el8 CentOS-AppStream 157 k 2023-03-18T23:19:40.834 INFO:teuthology.orchestra.run.smithi105.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-03-18T23:19:40.834 INFO:teuthology.orchestra.run.smithi105.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-03-18T23:19:40.834 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-03-18T23:19:40.834 INFO:teuthology.orchestra.run.smithi105.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-03-18T23:19:40.834 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-03-18T23:19:40.834 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-03-18T23:19:41.363 INFO:teuthology.orchestra.run.smithi105.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-03-18T23:19:41.364 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:41.364 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:19:41.364 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2023-03-18T23:19:41.364 INFO:teuthology.orchestra.run.smithi105.stdout:Install 32 Packages 2023-03-18T23:19:41.364 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:19:41.919 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 30 M 2023-03-18T23:19:41.920 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 119 M 2023-03-18T23:19:41.920 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:19:41.920 INFO:teuthology.orchestra.run.smithi105.stdout:(1/32): ceph-18.0.0-2743.ga6dd6683.el8.x86_64.r 56 kB/s | 6.4 kB 00:00 2023-03-18T23:19:41.920 INFO:teuthology.orchestra.run.smithi105.stdout:(2/32): ceph-mds-18.0.0-2743.ga6dd6683.el8.x86_ 6.8 MB/s | 2.3 MB 00:00 2023-03-18T23:19:41.920 INFO:teuthology.orchestra.run.smithi105.stdout:(3/32): ceph-mgr-18.0.0-2743.ga6dd6683.el8.x86_ 4.1 MB/s | 1.5 MB 00:00 2023-03-18T23:19:41.920 INFO:teuthology.orchestra.run.smithi105.stdout:(4/32): ceph-mgr-modules-core-18.0.0-2743.ga6dd 2.0 MB/s | 236 kB 00:00 2023-03-18T23:19:41.920 INFO:teuthology.orchestra.run.smithi105.stdout:(5/32): python3-mako-1.0.6-14.el8.noarch.rpm 3.1 MB/s | 157 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(6/32): python3-markupsafe-0.23-19.el8.x86_64.r 1.5 MB/s | 39 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 4.0 MB/s | 103 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(8/32): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(9/32): python3-werkzeug-0.12.2-4.el8.noarch.rp 11 MB/s | 457 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(10/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 3.7 MB/s | 237 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(11/32): python3-cryptography-3.2.1-5.el8.x86_6 15 MB/s | 559 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(12/32): python3-pycparser-2.14-14.el8.noarch.r 4.3 MB/s | 109 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(13/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 238 kB/s | 44 kB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(14/32): ceph-mon-18.0.0-2743.ga6dd6683.el8.x86 4.9 MB/s | 4.6 MB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(15/32): ceph-osd-18.0.0-2743.ga6dd6683.el8.x86 18 MB/s | 18 MB 00:00 2023-03-18T23:19:42.451 INFO:teuthology.orchestra.run.smithi105.stdout:(16/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 504 kB/s | 185 kB 00:00 2023-03-18T23:19:42.965 INFO:teuthology.orchestra.run.smithi105.stdout:(17/32): python3-jaraco-6.2-6.el8.noarch.rpm 133 kB/s | 11 kB 00:00 2023-03-18T23:19:42.965 INFO:teuthology.orchestra.run.smithi105.stdout:(18/32): python3-jaraco-functools-2.0-4.el8.noa 210 kB/s | 18 kB 00:00 2023-03-18T23:19:42.965 INFO:teuthology.orchestra.run.smithi105.stdout:(19/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 339 kB/s | 173 kB 00:00 2023-03-18T23:19:42.965 INFO:teuthology.orchestra.run.smithi105.stdout:(20/32): python3-logutils-0.3.5-11.el8.noarch.r 648 kB/s | 49 kB 00:00 2023-03-18T23:19:42.966 INFO:teuthology.orchestra.run.smithi105.stdout:(21/32): python3-more-itertools-7.2.0-3.el8.noa 780 kB/s | 59 kB 00:00 2023-03-18T23:19:42.966 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:01:05 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:19:43.502 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:19:43.502 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================= 2023-03-18T23:19:43.502 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:19:43.502 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================= 2023-03-18T23:19:43.503 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:19:43.503 INFO:teuthology.orchestra.run.smithi111.stdout: ceph x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 6.4 k 2023-03-18T23:19:43.503 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-03-18T23:19:43.503 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mds x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 2.3 M 2023-03-18T23:19:43.503 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 1.5 M 2023-03-18T23:19:43.503 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-modules-core noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 236 k 2023-03-18T23:19:43.503 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mon x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 4.6 M 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-osd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 18 M 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-03-18T23:19:44.029 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-03-18T23:19:44.563 INFO:teuthology.orchestra.run.smithi111.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-03-18T23:19:44.563 INFO:teuthology.orchestra.run.smithi111.stdout: python3-mako noarch 1.0.6-14.el8 CentOS-AppStream 157 k 2023-03-18T23:19:44.564 INFO:teuthology.orchestra.run.smithi111.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-03-18T23:19:44.564 INFO:teuthology.orchestra.run.smithi111.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-03-18T23:19:44.564 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-03-18T23:19:44.564 INFO:teuthology.orchestra.run.smithi111.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-03-18T23:19:44.564 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-03-18T23:19:44.564 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-03-18T23:19:45.206 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-03-18T23:19:45.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-03-18T23:19:45.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-03-18T23:19:45.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-03-18T23:19:45.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-03-18T23:19:45.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-03-18T23:19:45.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-03-18T23:19:45.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-03-18T23:19:45.207 INFO:teuthology.orchestra.run.smithi111.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================= 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout:Install 32 Packages 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 30 M 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 119 M 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:19:45.208 INFO:teuthology.orchestra.run.smithi111.stdout:(1/32): ceph-18.0.0-2743.ga6dd6683.el8.x86_64.r 54 kB/s | 6.4 kB 00:00 2023-03-18T23:19:45.209 INFO:teuthology.orchestra.run.smithi111.stdout:(2/32): ceph-mds-18.0.0-2743.ga6dd6683.el8.x86_ 6.3 MB/s | 2.3 MB 00:00 2023-03-18T23:19:45.209 INFO:teuthology.orchestra.run.smithi111.stdout:(3/32): ceph-mgr-18.0.0-2743.ga6dd6683.el8.x86_ 3.9 MB/s | 1.5 MB 00:00 2023-03-18T23:19:45.209 INFO:teuthology.orchestra.run.smithi111.stdout:(4/32): ceph-mgr-modules-core-18.0.0-2743.ga6dd 2.5 MB/s | 236 kB 00:00 2023-03-18T23:19:45.608 INFO:teuthology.orchestra.run.smithi111.stdout:(5/32): python3-mako-1.0.6-14.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-03-18T23:19:45.608 INFO:teuthology.orchestra.run.smithi111.stdout:(6/32): python3-markupsafe-0.23-19.el8.x86_64.r 1.5 MB/s | 39 kB 00:00 2023-03-18T23:19:45.608 INFO:teuthology.orchestra.run.smithi111.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 4.1 MB/s | 103 kB 00:00 2023-03-18T23:19:45.608 INFO:teuthology.orchestra.run.smithi111.stdout:(8/32): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2023-03-18T23:19:45.608 INFO:teuthology.orchestra.run.smithi111.stdout:(9/32): python3-werkzeug-0.12.2-4.el8.noarch.rp 13 MB/s | 457 kB 00:00 2023-03-18T23:19:45.608 INFO:teuthology.orchestra.run.smithi111.stdout:(10/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 9.3 MB/s | 237 kB 00:00 2023-03-18T23:19:45.608 INFO:teuthology.orchestra.run.smithi111.stdout:(11/32): python3-cryptography-3.2.1-5.el8.x86_6 16 MB/s | 559 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(12/32): python3-pycparser-2.14-14.el8.noarch.r 1.8 MB/s | 109 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(13/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 290 kB/s | 44 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(14/32): ceph-mon-18.0.0-2743.ga6dd6683.el8.x86 4.9 MB/s | 4.6 MB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(15/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 1.2 MB/s | 185 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(16/32): python3-cherrypy-18.4.0-1.el8.noarch.r 4.5 MB/s | 384 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(17/32): python3-jaraco-6.2-6.el8.noarch.rpm 222 kB/s | 11 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(18/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 938 kB/s | 173 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(19/32): python3-jaraco-functools-2.0-4.el8.noa 350 kB/s | 18 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(20/32): ceph-osd-18.0.0-2743.ga6dd6683.el8.x86 16 MB/s | 18 MB 00:01 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(21/32): python3-logutils-0.3.5-11.el8.noarch.r 224 kB/s | 49 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(22/32): python3-more-itertools-7.2.0-3.el8.noa 270 kB/s | 59 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(23/32): python3-simplegeneric-0.8.1-17.el8.noa 452 kB/s | 19 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(24/32): python3-portend-2.6-1.el8.noarch.rpm 266 kB/s | 16 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(25/32): python3-singledispatch-3.4.0.3-18.el8. 478 kB/s | 24 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(26/32): python3-tempora-1.14.1-5.el8.noarch.rp 582 kB/s | 29 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(27/32): python3-trustme-0.6.0-4.el8.noarch.rpm 547 kB/s | 27 kB 00:00 2023-03-18T23:19:45.609 INFO:teuthology.orchestra.run.smithi111.stdout:(28/32): python3-waitress-1.2.1-2.el8.1.noarch. 2.6 MB/s | 241 kB 00:00 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:(29/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.0 MB/s | 283 kB 00:00 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:(30/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 2.1 MB/s | 251 kB 00:00 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:(31/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.0 MB/s | 85 kB 00:00 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:(32/32): python3-zc-lockfile-2.0-2.el8.noarch.r 304 kB/s | 23 kB 00:00 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:Total 17 MB/s | 30 MB 00:01 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:19:45.610 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:19:46.131 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:19:47.493 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:19:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:19:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2023-03-18T23:19:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 13/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 14/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 20/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 25/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-03-18T23:19:48.303 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8. 27/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 28/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 28/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 29/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 29/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 30/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 30/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 31/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 31/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 32/32 2023-03-18T23:19:48.304 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 32/32 2023-03-18T23:19:49.130 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/32 2023-03-18T23:19:49.801 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/32 2023-03-18T23:19:49.801 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 3/32 2023-03-18T23:19:49.801 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/32 2023-03-18T23:19:49.801 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/32 2023-03-18T23:19:49.801 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8. 6/32 2023-03-18T23:19:49.801 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 7/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 10/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 12/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 13/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2023-03-18T23:19:50.554 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2023-03-18T23:19:51.753 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 29/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2023-03-18T23:19:51.754 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:19:53.763 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:19:53.763 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:53.763 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:54.842 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:54.842 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:19:55.945 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:55.945 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:19:55.946 INFO:teuthology.orchestra.run.smithi111.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-03-18T23:19:55.946 INFO:teuthology.orchestra.run.smithi111.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-03-18T23:19:55.946 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-03-18T23:19:56.979 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-03-18T23:19:56.979 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-03-18T23:19:56.979 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-03-18T23:19:56.979 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-6.2-6.el8.noarch 2023-03-18T23:19:56.979 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-03-18T23:19:56.979 INFO:teuthology.orchestra.run.smithi111.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-03-18T23:19:56.979 INFO:teuthology.orchestra.run.smithi111.stdout: python3-mako-1.0.6-14.el8.noarch 2023-03-18T23:19:56.979 INFO:teuthology.orchestra.run.smithi111.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-03-18T23:19:56.980 INFO:teuthology.orchestra.run.smithi111.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-03-18T23:19:56.980 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-03-18T23:19:56.980 INFO:teuthology.orchestra.run.smithi111.stdout: python3-portend-2.6-1.el8.noarch 2023-03-18T23:19:56.980 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-03-18T23:19:56.980 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pycparser-2.14-14.el8.noarch 2023-03-18T23:19:56.980 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytz-2017.2-9.el8.noarch 2023-03-18T23:19:57.928 INFO:teuthology.orchestra.run.smithi111.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-03-18T23:19:57.929 INFO:teuthology.orchestra.run.smithi111.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-03-18T23:19:58.806 INFO:teuthology.orchestra.run.smithi111.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-03-18T23:19:58.806 INFO:teuthology.orchestra.run.smithi111.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-03-18T23:19:58.806 INFO:teuthology.orchestra.run.smithi111.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-03-18T23:19:58.806 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-03-18T23:19:58.806 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-03-18T23:19:58.806 INFO:teuthology.orchestra.run.smithi111.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-03-18T23:19:58.809 INFO:teuthology.orchestra.run.smithi111.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-03-18T23:20:00.571 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:00.571 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:20:00.572 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-base 2023-03-18T23:20:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:(22/32): python3-portend-2.6-1.el8.noarch.rpm 155 kB/s | 16 kB 00:00 2023-03-18T23:20:02.004 INFO:teuthology.orchestra.run.smithi105.stdout:(23/32): python3-simplegeneric-0.8.1-17.el8.noa 250 kB/s | 19 kB 00:00 2023-03-18T23:20:02.589 INFO:teuthology.orchestra.run.smithi105.stdout:(24/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.1 MB/s | 283 kB 00:00 2023-03-18T23:20:02.589 INFO:teuthology.orchestra.run.smithi105.stdout:(25/32): python3-singledispatch-3.4.0.3-18.el8. 286 kB/s | 24 kB 00:00 2023-03-18T23:20:02.589 INFO:teuthology.orchestra.run.smithi105.stdout:(26/32): python3-tempora-1.14.1-5.el8.noarch.rp 350 kB/s | 29 kB 00:00 2023-03-18T23:20:02.589 INFO:teuthology.orchestra.run.smithi105.stdout:(27/32): python3-cherrypy-18.4.0-1.el8.noarch.r 570 kB/s | 384 kB 00:00 2023-03-18T23:20:02.589 INFO:teuthology.orchestra.run.smithi105.stdout:(28/32): python3-trustme-0.6.0-4.el8.noarch.rpm 252 kB/s | 27 kB 00:00 2023-03-18T23:20:02.590 INFO:teuthology.orchestra.run.smithi105.stdout:(29/32): python3-waitress-1.2.1-2.el8.1.noarch. 2.0 MB/s | 241 kB 00:00 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:(30/32): python3-webtest-2.0.33-1.el8.noarch.rp 852 kB/s | 85 kB 00:00 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:(31/32): python3-zc-lockfile-2.0-2.el8.noarch.r 250 kB/s | 23 kB 00:00 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:(32/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 899 kB/s | 251 kB 00:00 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:Total 13 MB/s | 30 MB 00:02 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:20:04.217 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 13/32 2023-03-18T23:20:04.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 14/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 20/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-03-18T23:20:04.219 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-03-18T23:20:05.423 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2023-03-18T23:20:05.423 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 25/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8. 27/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 28/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 28/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 29/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 29/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 30/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 30/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 31/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 31/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 32/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 32/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 3/32 2023-03-18T23:20:05.424 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8. 6/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 7/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 10/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 12/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 13/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2023-03-18T23:20:05.425 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2023-03-18T23:20:05.426 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2023-03-18T23:20:05.426 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2023-03-18T23:20:05.426 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2023-03-18T23:20:06.896 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2023-03-18T23:20:06.897 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2023-03-18T23:20:06.897 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2023-03-18T23:20:06.897 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2023-03-18T23:20:06.897 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2023-03-18T23:20:06.897 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 29/32 2023-03-18T23:20:06.897 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2023-03-18T23:20:06.897 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2023-03-18T23:20:06.897 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-03-18T23:20:07.972 INFO:teuthology.orchestra.run.smithi105.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-03-18T23:20:08.754 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-03-18T23:20:08.754 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-03-18T23:20:08.754 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-03-18T23:20:10.281 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-03-18T23:20:10.281 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-6.2-6.el8.noarch 2023-03-18T23:20:10.281 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-03-18T23:20:10.281 INFO:teuthology.orchestra.run.smithi105.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-03-18T23:20:10.281 INFO:teuthology.orchestra.run.smithi105.stdout: python3-mako-1.0.6-14.el8.noarch 2023-03-18T23:20:10.281 INFO:teuthology.orchestra.run.smithi105.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-03-18T23:20:10.281 INFO:teuthology.orchestra.run.smithi105.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-03-18T23:20:11.929 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-03-18T23:20:11.929 INFO:teuthology.orchestra.run.smithi105.stdout: python3-portend-2.6-1.el8.noarch 2023-03-18T23:20:11.929 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-03-18T23:20:11.929 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pycparser-2.14-14.el8.noarch 2023-03-18T23:20:11.929 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytz-2017.2-9.el8.noarch 2023-03-18T23:20:11.929 INFO:teuthology.orchestra.run.smithi105.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-03-18T23:20:11.930 INFO:teuthology.orchestra.run.smithi105.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-03-18T23:20:11.930 INFO:teuthology.orchestra.run.smithi105.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-03-18T23:20:12.756 INFO:teuthology.orchestra.run.smithi105.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-03-18T23:20:12.757 INFO:teuthology.orchestra.run.smithi105.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-03-18T23:20:12.757 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-03-18T23:20:12.757 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-03-18T23:20:12.757 INFO:teuthology.orchestra.run.smithi105.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-03-18T23:20:12.757 INFO:teuthology.orchestra.run.smithi105.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-03-18T23:20:12.757 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:20:12.757 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:20:14.470 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-base 2023-03-18T23:20:14.473 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:01:45 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:20:15.645 INFO:teuthology.orchestra.run.smithi111.stdout:Package ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:20:16.227 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:20:16.228 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:20:16.228 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:20:16.228 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install cephadm 2023-03-18T23:20:16.230 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:01:54 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:01:17 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================= 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================= 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout: ceph x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 6.4 k 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mds x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 2.3 M 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 1.5 M 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-modules-core noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 236 k 2023-03-18T23:20:17.746 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mon x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 4.6 M 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-osd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 18 M 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-03-18T23:20:17.747 INFO:teuthology.orchestra.run.smithi012.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-03-18T23:20:17.748 INFO:teuthology.orchestra.run.smithi012.stdout: python3-mako noarch 1.0.6-14.el8 CentOS-AppStream 157 k 2023-03-18T23:20:17.748 INFO:teuthology.orchestra.run.smithi012.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-03-18T23:20:19.904 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================= 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:Install 32 Packages 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 30 M 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 119 M 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:(1/32): ceph-18.0.0-2743.ga6dd6683.el8.x86_64.r 42 kB/s | 6.4 kB 00:00 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:(2/32): ceph-mds-18.0.0-2743.ga6dd6683.el8.x86_ 6.3 MB/s | 2.3 MB 00:00 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:(3/32): ceph-mgr-18.0.0-2743.ga6dd6683.el8.x86_ 3.8 MB/s | 1.5 MB 00:00 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:(4/32): ceph-mgr-modules-core-18.0.0-2743.ga6dd 3.1 MB/s | 236 kB 00:00 2023-03-18T23:20:19.905 INFO:teuthology.orchestra.run.smithi012.stdout:(5/32): python3-mako-1.0.6-14.el8.noarch.rpm 3.1 MB/s | 157 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(6/32): python3-markupsafe-0.23-19.el8.x86_64.r 1.5 MB/s | 39 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 4.0 MB/s | 103 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(8/32): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(9/32): python3-werkzeug-0.12.2-4.el8.noarch.rp 10 MB/s | 457 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(10/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 7.0 MB/s | 237 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(11/32): python3-cryptography-3.2.1-5.el8.x86_6 16 MB/s | 559 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(12/32): python3-pycparser-2.14-14.el8.noarch.r 4.3 MB/s | 109 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(13/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 238 kB/s | 44 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(14/32): ceph-osd-18.0.0-2743.ga6dd6683.el8.x86 20 MB/s | 18 MB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(15/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 542 kB/s | 185 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(16/32): ceph-mon-18.0.0-2743.ga6dd6683.el8.x86 3.7 MB/s | 4.6 MB 00:01 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(17/32): python3-jaraco-6.2-6.el8.noarch.rpm 121 kB/s | 11 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(18/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 666 kB/s | 173 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(19/32): python3-jaraco-functools-2.0-4.el8.noa 301 kB/s | 18 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(20/32): python3-cherrypy-18.4.0-1.el8.noarch.r 1.3 MB/s | 384 kB 00:00 2023-03-18T23:20:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(21/32): python3-logutils-0.3.5-11.el8.noarch.r 447 kB/s | 49 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(22/32): python3-more-itertools-7.2.0-3.el8.noa 635 kB/s | 59 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(23/32): python3-portend-2.6-1.el8.noarch.rpm 233 kB/s | 16 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(24/32): python3-simplegeneric-0.8.1-17.el8.noa 280 kB/s | 19 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(25/32): python3-singledispatch-3.4.0.3-18.el8. 476 kB/s | 24 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(26/32): python3-tempora-1.14.1-5.el8.noarch.rp 498 kB/s | 29 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(27/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.2 MB/s | 283 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(28/32): python3-trustme-0.6.0-4.el8.noarch.rpm 328 kB/s | 27 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(29/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.0 MB/s | 85 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(30/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 1.6 MB/s | 251 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(31/32): python3-zc-lockfile-2.0-2.el8.noarch.r 342 kB/s | 23 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:(32/32): python3-waitress-1.2.1-2.el8.1.noarch. 1.0 MB/s | 241 kB 00:00 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:20:19.907 INFO:teuthology.orchestra.run.smithi012.stdout:Total 15 MB/s | 30 MB 00:02 2023-03-18T23:20:21.198 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:20:21.198 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:20:21.198 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:20:21.198 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:20:21.199 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:20:21.199 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:20:21.199 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-03-18T23:20:21.199 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-03-18T23:20:21.199 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2023-03-18T23:20:21.199 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/32 2023-03-18T23:20:21.894 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2023-03-18T23:20:21.894 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2023-03-18T23:20:21.894 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2023-03-18T23:20:21.895 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2023-03-18T23:20:21.895 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2023-03-18T23:20:21.895 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2023-03-18T23:20:22.479 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2023-03-18T23:20:22.479 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2023-03-18T23:20:22.479 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 13/32 2023-03-18T23:20:22.480 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 14/32 2023-03-18T23:20:22.480 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2023-03-18T23:20:23.142 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2023-03-18T23:20:23.142 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-03-18T23:20:23.142 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 20/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 25/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-03-18T23:20:23.143 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8. 27/32 2023-03-18T23:20:23.714 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 28/32 2023-03-18T23:20:24.439 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 28/32 2023-03-18T23:20:24.439 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 29/32 2023-03-18T23:20:24.439 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 29/32 2023-03-18T23:20:24.439 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 30/32 2023-03-18T23:20:24.439 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 30/32 2023-03-18T23:20:24.439 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 31/32 2023-03-18T23:20:25.603 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 31/32 2023-03-18T23:20:25.603 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 32/32 2023-03-18T23:20:25.603 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 32/32 2023-03-18T23:20:26.231 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/32 2023-03-18T23:20:27.235 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/32 2023-03-18T23:20:27.235 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 3/32 2023-03-18T23:20:27.235 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 4/32 2023-03-18T23:20:27.235 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 5/32 2023-03-18T23:20:27.235 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8. 6/32 2023-03-18T23:20:27.235 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 7/32 2023-03-18T23:20:27.235 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2023-03-18T23:20:27.236 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2023-03-18T23:20:28.061 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 10/32 2023-03-18T23:20:29.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2023-03-18T23:20:29.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 12/32 2023-03-18T23:20:29.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 13/32 2023-03-18T23:20:29.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2023-03-18T23:20:29.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2023-03-18T23:20:29.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2023-03-18T23:20:29.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-03-18T23:20:29.931 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2023-03-18T23:20:29.931 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2023-03-18T23:20:29.931 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2023-03-18T23:20:29.931 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2023-03-18T23:20:29.931 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2023-03-18T23:20:29.931 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 29/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mds-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:31.098 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-modules-core-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mon-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-osd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-6.2-6.el8.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-mako-1.0.6-14.el8.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-03-18T23:20:31.099 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-03-18T23:20:31.100 INFO:teuthology.orchestra.run.smithi012.stdout: python3-portend-2.6-1.el8.noarch 2023-03-18T23:20:31.100 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pycparser-2.14-14.el8.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytz-2017.2-9.el8.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-03-18T23:20:32.233 INFO:teuthology.orchestra.run.smithi012.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-03-18T23:20:32.963 INFO:teuthology.orchestra.run.smithi012.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-03-18T23:20:32.963 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:20:32.963 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:20:33.725 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-base 2023-03-18T23:20:33.729 INFO:teuthology.orchestra.run.smithi105.stdout:Package ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:20:35.474 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:20:35.474 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:20:35.475 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:20:35.475 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install cephadm 2023-03-18T23:20:35.477 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:02:12 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:20:37.098 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:02:00 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:20:39.429 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:20:39.429 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:20:39.429 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:20:39.429 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:20:39.430 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:20:39.430 INFO:teuthology.orchestra.run.smithi111.stdout: cephadm noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 83 k 2023-03-18T23:20:39.430 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:39.430 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:20:39.430 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:20:39.430 INFO:teuthology.orchestra.run.smithi111.stdout:Install 1 Package 2023-03-18T23:20:39.430 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:39.430 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 83 k 2023-03-18T23:20:40.589 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 377 k 2023-03-18T23:20:40.589 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:20:40.589 INFO:teuthology.orchestra.run.smithi111.stdout:cephadm-18.0.0-2743.ga6dd6683.el8.noarch.rpm 500 kB/s | 83 kB 00:00 2023-03-18T23:20:40.590 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:20:40.590 INFO:teuthology.orchestra.run.smithi111.stdout:Total 496 kB/s | 83 kB 00:00 2023-03-18T23:20:40.590 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:20:40.590 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:20:40.590 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:20:40.590 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:20:42.056 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-immutable-object-cache 2023-03-18T23:20:42.964 INFO:teuthology.orchestra.run.smithi012.stdout:Package ceph-base-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:20:45.169 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:20:46.051 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:20:46.052 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:20:46.052 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install cephadm 2023-03-18T23:20:46.056 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:02:15 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:20:47.765 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:20:47.765 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:20:47.765 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:20:47.765 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:20:47.765 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:20:47.765 INFO:teuthology.orchestra.run.smithi105.stdout: cephadm noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 83 k 2023-03-18T23:20:47.765 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:20:47.765 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:20:47.766 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:20:47.766 INFO:teuthology.orchestra.run.smithi105.stdout:Install 1 Package 2023-03-18T23:20:47.766 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:20:47.766 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 83 k 2023-03-18T23:20:47.766 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 377 k 2023-03-18T23:20:47.766 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:20:47.766 INFO:teuthology.orchestra.run.smithi105.stdout:cephadm-18.0.0-2743.ga6dd6683.el8.noarch.rpm 485 kB/s | 83 kB 00:00 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout:Total 481 kB/s | 83 kB 00:00 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:20:48.915 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:20:48.916 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:20:48.916 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:20:48.916 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:20:48.916 INFO:teuthology.orchestra.run.smithi105.stdout: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:20:48.916 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:20:48.916 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:20:48.916 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-immutable-object-cache 2023-03-18T23:20:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:02:27 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:20:50.815 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:20:52.608 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:20:52.608 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repo Size 2023-03-18T23:20:52.609 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:20:52.609 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:20:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 165 k 2023-03-18T23:20:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:53.607 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:20:53.607 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:20:53.607 INFO:teuthology.orchestra.run.smithi111.stdout:Install 1 Package 2023-03-18T23:20:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:53.607 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 165 k 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 503 k 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-immutable-object-cache-18.0.0-2743.ga6dd66 921 kB/s | 165 kB 00:00 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:Total 915 kB/s | 165 kB 00:00 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:20:53.608 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:53.609 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:20:53.609 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:20:55.898 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:20:56.724 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:20:56.725 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-mgr 2023-03-18T23:20:56.728 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:02:24 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:20:58.740 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:20:58.740 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:20:58.741 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:20:58.741 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:20:58.741 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:20:58.741 INFO:teuthology.orchestra.run.smithi012.stdout: cephadm noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 83 k 2023-03-18T23:20:58.741 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:20:58.741 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:20:58.741 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:20:58.741 INFO:teuthology.orchestra.run.smithi012.stdout:Install 1 Package 2023-03-18T23:20:58.742 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:20:58.742 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 83 k 2023-03-18T23:20:58.742 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 377 k 2023-03-18T23:21:00.187 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:21:00.187 INFO:teuthology.orchestra.run.smithi012.stdout:cephadm-18.0.0-2743.ga6dd6683.el8.noarch.rpm 496 kB/s | 83 kB 00:00 2023-03-18T23:21:00.187 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout:Total 493 kB/s | 83 kB 00:00 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout: cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:00.188 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:21:00.189 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-immutable-object-cache 2023-03-18T23:21:01.310 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:02:41 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:21:02.373 INFO:teuthology.orchestra.run.smithi111.stdout:Package ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:21:02.373 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:21:03.011 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:21:03.011 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:21:03.011 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-mgr-dashboard 2023-03-18T23:21:03.012 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:02:40 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:21:03.013 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:02:36 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:21:04.012 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:21:04.012 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:21:04.012 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repo Size 2023-03-18T23:21:04.012 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:21:04.012 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:21:04.013 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 165 k 2023-03-18T23:21:04.013 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:04.013 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:21:04.013 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:21:04.013 INFO:teuthology.orchestra.run.smithi105.stdout:Install 1 Package 2023-03-18T23:21:04.016 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:04.754 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 165 k 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 503 k 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:ceph-immutable-object-cache-18.0.0-2743.ga6dd66 891 kB/s | 165 kB 00:00 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Total 885 kB/s | 165 kB 00:00 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:21:04.755 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:21:04.756 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:04.756 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:21:04.756 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-mgr 2023-03-18T23:21:04.758 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:21:06.371 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:21:06.371 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repo Size 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 165 k 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:Install 1 Package 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 165 k 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 503 k 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:ceph-immutable-object-cache-18.0.0-2743.ga6dd66 919 kB/s | 165 kB 00:00 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:Total 913 kB/s | 165 kB 00:00 2023-03-18T23:21:06.372 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:21:06.373 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:21:06.373 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:21:06.373 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:21:06.373 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:21:06.373 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:21:06.373 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:21:06.373 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:21:06.375 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:02:44 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:21:07.613 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:02:49 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:21:07.614 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683. 1/1 2023-03-18T23:21:07.614 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:07.614 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:21:07.615 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-immutable-object-cache-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:21:07.615 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:08.875 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:21:08.876 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-mgr 2023-03-18T23:21:08.878 INFO:teuthology.orchestra.run.smithi105.stdout:Package ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:21:10.314 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:21:10.314 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:21:10.314 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:21:10.315 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-mgr-dashboard 2023-03-18T23:21:10.317 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:02:47 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:21:10.318 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:21:10.318 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:21:10.318 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:21:10.318 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:21:10.318 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:21:10.319 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-dashboard noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 1.7 M 2023-03-18T23:21:10.319 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-03-18T23:21:10.319 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-grafana-dashboards noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 23 k 2023-03-18T23:21:10.319 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-prometheus-alerts noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 15 k 2023-03-18T23:21:10.319 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-03-18T23:21:10.319 INFO:teuthology.orchestra.run.smithi111.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-03-18T23:21:10.319 INFO:teuthology.orchestra.run.smithi111.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-03-18T23:21:10.936 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:10.936 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:21:11.587 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:21:11.587 INFO:teuthology.orchestra.run.smithi111.stdout:Install 6 Packages 2023-03-18T23:21:11.587 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:11.587 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 2.0 M 2023-03-18T23:21:11.587 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 8.2 M 2023-03-18T23:21:11.588 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:21:11.588 INFO:teuthology.orchestra.run.smithi111.stdout:(1/6): ceph-grafana-dashboards-18.0.0-2743.ga6d 103 kB/s | 23 kB 00:00 2023-03-18T23:21:11.588 INFO:teuthology.orchestra.run.smithi111.stdout:(2/6): ceph-prometheus-alerts-18.0.0-2743.ga6dd 58 kB/s | 15 kB 00:00 2023-03-18T23:21:11.588 INFO:teuthology.orchestra.run.smithi111.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 489 kB/s | 43 kB 00:00 2023-03-18T23:21:11.588 INFO:teuthology.orchestra.run.smithi111.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 201 kB/s | 34 kB 00:00 2023-03-18T23:21:11.588 INFO:teuthology.orchestra.run.smithi111.stdout:(5/6): ceph-mgr-dashboard-18.0.0-2743.ga6dd6683 3.7 MB/s | 1.7 MB 00:00 2023-03-18T23:21:11.588 INFO:teuthology.orchestra.run.smithi111.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 872 kB/s | 196 kB 00:00 2023-03-18T23:21:12.103 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:12.103 INFO:teuthology.orchestra.run.smithi111.stdout:Total 3.8 MB/s | 2.0 MB 00:00 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.n 4/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8. 5/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 6/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 6/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8. 1/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 2/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.n 3/6 2023-03-18T23:21:12.104 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2023-03-18T23:21:12.105 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2023-03-18T23:21:12.105 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2023-03-18T23:21:12.105 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:12.105 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:21:12.105 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:12.105 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:12.105 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:12.105 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-03-18T23:21:12.106 INFO:teuthology.orchestra.run.smithi111.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-03-18T23:21:13.390 INFO:teuthology.orchestra.run.smithi111.stdout: python3-routes-2.4.1-12.el8.noarch 2023-03-18T23:21:13.993 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:13.993 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:21:13.993 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-mgr-diskprediction-local 2023-03-18T23:21:14.432 INFO:teuthology.orchestra.run.smithi012.stdout:Package ceph-mgr-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:21:14.432 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:21:14.432 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:21:14.432 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:21:14.433 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-mgr-dashboard 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:02:59 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout:===================================================================================================== 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout:===================================================================================================== 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 7.4 M 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-03-18T23:21:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-03-18T23:21:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-03-18T23:21:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-03-18T23:21:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-03-18T23:21:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-03-18T23:21:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-03-18T23:21:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-03-18T23:21:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:18.096 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:21:18.096 INFO:teuthology.orchestra.run.smithi111.stdout:===================================================================================================== 2023-03-18T23:21:18.096 INFO:teuthology.orchestra.run.smithi111.stdout:Install 8 Packages 2023-03-18T23:21:18.096 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:18.096 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 35 M 2023-03-18T23:21:18.097 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 210 M 2023-03-18T23:21:18.827 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:21:18.831 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:02:50 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:21:20.463 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:21:20.463 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:21:20.463 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:21:20.463 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:21:20.463 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:21:20.463 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-dashboard noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 1.7 M 2023-03-18T23:21:20.463 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-grafana-dashboards noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 23 k 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-prometheus-alerts noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 15 k 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:Install 6 Packages 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 2.0 M 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 8.2 M 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:(1/6): ceph-prometheus-alerts-18.0.0-2743.ga6dd 73 kB/s | 15 kB 00:00 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:(2/6): ceph-grafana-dashboards-18.0.0-2743.ga6d 100 kB/s | 23 kB 00:00 2023-03-18T23:21:20.464 INFO:teuthology.orchestra.run.smithi105.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 534 kB/s | 43 kB 00:00 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 183 kB/s | 34 kB 00:00 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 673 kB/s | 196 kB 00:00 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:(6/6): ceph-mgr-dashboard-18.0.0-2743.ga6dd6683 1.4 MB/s | 1.7 MB 00:01 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:Total 1.6 MB/s | 2.0 MB 00:01 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:21:20.465 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.n 4/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8. 5/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 6/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 6/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8. 1/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 2/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.n 3/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:20.466 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:20.467 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-03-18T23:21:20.467 INFO:teuthology.orchestra.run.smithi105.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-03-18T23:21:20.467 INFO:teuthology.orchestra.run.smithi105.stdout: python3-routes-2.4.1-12.el8.noarch 2023-03-18T23:21:20.467 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:22.099 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:21:22.100 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-mgr-diskprediction-local 2023-03-18T23:21:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:(1/8): openblas-0.3.15-4.el8.x86_64.rpm 22 MB/s | 4.7 MB 00:00 2023-03-18T23:21:23.733 INFO:teuthology.orchestra.run.smithi111.stdout:(2/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 16 MB/s | 4.9 MB 00:00 2023-03-18T23:21:23.733 INFO:teuthology.orchestra.run.smithi111.stdout:(3/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 6.6 MB/s | 225 kB 00:00 2023-03-18T23:21:23.733 INFO:teuthology.orchestra.run.smithi111.stdout:(4/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 18 MB/s | 3.7 MB 00:00 2023-03-18T23:21:24.982 INFO:teuthology.orchestra.run.smithi111.stdout:(5/8): libgfortran-8.5.0-18.el8.x86_64.rpm 15 MB/s | 645 kB 00:00 2023-03-18T23:21:24.982 INFO:teuthology.orchestra.run.smithi111.stdout:(6/8): libquadmath-8.5.0-18.el8.x86_64.rpm 5.1 MB/s | 172 kB 00:00 2023-03-18T23:21:24.982 INFO:teuthology.orchestra.run.smithi111.stdout:(7/8): python3-scipy-1.0.0-21.module_el8.5.0+77 34 MB/s | 14 MB 00:00 2023-03-18T23:21:24.982 INFO:teuthology.orchestra.run.smithi111.stdout:(8/8): ceph-mgr-diskprediction-local-18.0.0-274 8.2 MB/s | 7.4 MB 00:00 2023-03-18T23:21:24.982 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:24.982 INFO:teuthology.orchestra.run.smithi111.stdout:Total 39 MB/s | 35 MB 00:00 2023-03-18T23:21:24.982 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 1/8 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 1/8 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 2/8 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 2/8 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-03-18T23:21:24.983 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-03-18T23:21:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-03-18T23:21:24.984 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-03-18T23:21:24.985 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:02:55 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:21:25.767 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:21:25.767 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:21:25.767 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:21:25.768 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:21:25.768 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:21:25.768 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-dashboard noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 1.7 M 2023-03-18T23:21:25.769 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2023-03-18T23:21:27.465 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-grafana-dashboards noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 23 k 2023-03-18T23:21:27.465 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-prometheus-alerts noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 15 k 2023-03-18T23:21:27.465 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-03-18T23:21:27.465 INFO:teuthology.orchestra.run.smithi012.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout:Install 6 Packages 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 2.0 M 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 8.2 M 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:21:27.466 INFO:teuthology.orchestra.run.smithi012.stdout:(1/6): ceph-prometheus-alerts-18.0.0-2743.ga6dd 105 kB/s | 15 kB 00:00 2023-03-18T23:21:27.469 INFO:teuthology.orchestra.run.smithi012.stdout:(2/6): ceph-grafana-dashboards-18.0.0-2743.ga6d 140 kB/s | 23 kB 00:00 2023-03-18T23:21:27.469 INFO:teuthology.orchestra.run.smithi012.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 508 kB/s | 43 kB 00:00 2023-03-18T23:21:28.914 INFO:teuthology.orchestra.run.smithi012.stdout:(4/6): ceph-mgr-dashboard-18.0.0-2743.ga6dd6683 5.2 MB/s | 1.7 MB 00:00 2023-03-18T23:21:28.914 INFO:teuthology.orchestra.run.smithi012.stdout:(5/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 175 kB/s | 34 kB 00:00 2023-03-18T23:21:29.473 INFO:teuthology.orchestra.run.smithi012.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 811 kB/s | 196 kB 00:00 2023-03-18T23:21:29.473 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:29.473 INFO:teuthology.orchestra.run.smithi012.stdout:Total 4.3 MB/s | 2.0 MB 00:00 2023-03-18T23:21:29.473 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:21:29.473 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:21:29.473 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.n 4/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8. 5/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 6/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 6/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8. 1/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarc 2/6 2023-03-18T23:21:29.474 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.n 3/6 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-grafana-dashboards-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-dashboard-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-prometheus-alerts-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:30.328 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-03-18T23:21:30.329 INFO:teuthology.orchestra.run.smithi012.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-03-18T23:21:30.329 INFO:teuthology.orchestra.run.smithi012.stdout: python3-routes-2.4.1-12.el8.noarch 2023-03-18T23:21:30.329 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:30.329 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:21:30.329 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-mgr-diskprediction-local 2023-03-18T23:21:30.331 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-03-18T23:21:30.331 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 8/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 8/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 1/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 7/8 2023-03-18T23:21:32.631 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 8/8 2023-03-18T23:21:32.632 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:32.632 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:21:32.632 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:32.632 INFO:teuthology.orchestra.run.smithi111.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-03-18T23:21:33.246 INFO:teuthology.orchestra.run.smithi111.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-03-18T23:21:33.246 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-0.3.15-4.el8.x86_64 2023-03-18T23:21:33.246 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-03-18T23:21:33.246 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-03-18T23:21:33.247 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-03-18T23:21:33.247 INFO:teuthology.orchestra.run.smithi111.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-03-18T23:21:33.247 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:33.247 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:21:33.247 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-mgr-rook 2023-03-18T23:21:33.251 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:03:04 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:21:34.456 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:21:34.456 INFO:teuthology.orchestra.run.smithi105.stdout:===================================================================================================== 2023-03-18T23:21:34.456 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:21:34.456 INFO:teuthology.orchestra.run.smithi105.stdout:===================================================================================================== 2023-03-18T23:21:34.456 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 7.4 M 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout:===================================================================================================== 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout:Install 8 Packages 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 35 M 2023-03-18T23:21:34.457 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 210 M 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:(1/8): openblas-0.3.15-4.el8.x86_64.rpm 25 MB/s | 4.7 MB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:(2/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 18 MB/s | 4.9 MB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:(3/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 3.3 MB/s | 225 kB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:(4/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 17 MB/s | 3.7 MB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:(5/8): libgfortran-8.5.0-18.el8.x86_64.rpm 15 MB/s | 645 kB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:(6/8): libquadmath-8.5.0-18.el8.x86_64.rpm 6.7 MB/s | 172 kB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:(7/8): python3-scipy-1.0.0-21.module_el8.5.0+77 34 MB/s | 14 MB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:(8/8): ceph-mgr-diskprediction-local-18.0.0-274 8.7 MB/s | 7.4 MB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:Total 41 MB/s | 35 MB 00:00 2023-03-18T23:21:34.458 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:21:35.726 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:21:35.726 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:21:35.726 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:21:35.726 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:21:35.726 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:21:35.726 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 1/8 2023-03-18T23:21:35.726 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 1/8 2023-03-18T23:21:35.726 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 2/8 2023-03-18T23:21:35.727 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 2/8 2023-03-18T23:21:35.727 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:21:35.727 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:21:35.727 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-03-18T23:21:35.728 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-03-18T23:21:35.728 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-03-18T23:21:35.728 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-03-18T23:21:35.730 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-03-18T23:21:38.576 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2023-03-18T23:21:38.580 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 8/8 2023-03-18T23:21:39.950 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 8/8 2023-03-18T23:21:39.950 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 1/8 2023-03-18T23:21:39.950 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2023-03-18T23:21:39.950 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:21:39.950 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2023-03-18T23:21:39.950 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2023-03-18T23:21:39.950 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2023-03-18T23:21:39.951 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 7/8 2023-03-18T23:21:39.951 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 8/8 2023-03-18T23:21:39.951 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:39.951 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:21:39.951 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:21:39.951 INFO:teuthology.orchestra.run.smithi105.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-03-18T23:21:39.951 INFO:teuthology.orchestra.run.smithi105.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-03-18T23:21:39.951 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-0.3.15-4.el8.x86_64 2023-03-18T23:21:39.952 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-03-18T23:21:39.952 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-03-18T23:21:39.952 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-03-18T23:21:39.952 INFO:teuthology.orchestra.run.smithi105.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-03-18T23:21:39.952 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:21:39.952 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:21:39.953 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-mgr-rook 2023-03-18T23:21:39.954 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:03:12 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:21:41.820 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:21:44.799 INFO:teuthology.orchestra.run.smithi012.stdout:===================================================================================================== 2023-03-18T23:21:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:21:47.363 INFO:teuthology.orchestra.run.smithi012.stdout:===================================================================================================== 2023-03-18T23:21:47.364 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:21:47.364 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 7.4 M 2023-03-18T23:21:47.364 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2023-03-18T23:21:47.364 INFO:teuthology.orchestra.run.smithi012.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-03-18T23:21:47.364 INFO:teuthology.orchestra.run.smithi012.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-03-18T23:21:47.364 INFO:teuthology.orchestra.run.smithi012.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-03-18T23:21:47.364 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-03-18T23:21:47.364 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-03-18T23:21:48.958 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-03-18T23:21:48.958 INFO:teuthology.orchestra.run.smithi012.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-03-18T23:21:48.958 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:48.958 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:21:48.958 INFO:teuthology.orchestra.run.smithi012.stdout:===================================================================================================== 2023-03-18T23:21:48.958 INFO:teuthology.orchestra.run.smithi012.stdout:Install 8 Packages 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 35 M 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 210 M 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:(1/8): openblas-0.3.15-4.el8.x86_64.rpm 23 MB/s | 4.7 MB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:(2/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 16 MB/s | 4.9 MB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:(3/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 6.6 MB/s | 225 kB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:(4/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 19 MB/s | 3.7 MB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:(5/8): libgfortran-8.5.0-18.el8.x86_64.rpm 15 MB/s | 645 kB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:(6/8): libquadmath-8.5.0-18.el8.x86_64.rpm 5.0 MB/s | 172 kB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:(7/8): python3-scipy-1.0.0-21.module_el8.5.0+77 34 MB/s | 14 MB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:(8/8): ceph-mgr-diskprediction-local-18.0.0-274 9.0 MB/s | 7.4 MB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:Total 43 MB/s | 35 MB 00:00 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:21:48.959 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 1/8 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 1/8 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 2/8 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 2/8 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:21:48.960 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-03-18T23:21:48.964 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:03:17 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:21:50.290 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:21:54.694 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================== 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================== 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-rook noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 47 k 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-03-18T23:21:56.294 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================== 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout:Install 13 Packages 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:21:56.295 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 1.9 M 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 25 M 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 315 kB/s | 27 kB 00:00 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 182 kB/s | 20 kB 00:00 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.5 MB/s | 126 kB 00:00 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 2.1 MB/s | 110 kB 00:00 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 3.0 MB/s | 155 kB 00:00 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:(6/13): ceph-mgr-rook-18.0.0-2743.ga6dd6683.el8 225 kB/s | 47 kB 00:00 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:(7/13): python3-requests-oauthlib-1.0.0-1.el8.n 562 kB/s | 43 kB 00:00 2023-03-18T23:21:57.789 INFO:teuthology.orchestra.run.smithi111.stdout:(8/13): python3-certifi-2018.10.15-7.el8.noarch 115 kB/s | 16 kB 00:00 2023-03-18T23:21:57.790 INFO:teuthology.orchestra.run.smithi111.stdout:(9/13): python3-cachetools-3.1.1-4.el8.noarch.r 171 kB/s | 33 kB 00:00 2023-03-18T23:21:57.790 INFO:teuthology.orchestra.run.smithi111.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 442 kB/s | 81 kB 00:00 2023-03-18T23:21:57.790 INFO:teuthology.orchestra.run.smithi111.stdout:(11/13): python3-rsa-4.8-1.el8.noarch.rpm 614 kB/s | 61 kB 00:00 2023-03-18T23:21:58.618 INFO:teuthology.orchestra.run.smithi111.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 731 kB/s | 61 kB 00:00 2023-03-18T23:21:58.618 INFO:teuthology.orchestra.run.smithi111.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 3.4 MB/s | 1.2 MB 00:00 2023-03-18T23:21:58.618 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:21:58.619 INFO:teuthology.orchestra.run.smithi111.stdout:Total 2.8 MB/s | 1.9 MB 00:00 2023-03-18T23:21:58.619 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:21:58.619 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:21:58.619 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:21:58.619 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:22:00.600 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rsa-4.8-1.el8.noarch 3/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 13/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 13/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 1/13 2023-03-18T23:22:00.601 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 12/13 2023-03-18T23:22:00.602 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rsa-4.8-1.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-03-18T23:22:00.603 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:00.604 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:22:00.604 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-mgr-cephadm 2023-03-18T23:22:00.605 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-03-18T23:22:03.456 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-03-18T23:22:03.456 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-03-18T23:22:03.456 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-03-18T23:22:03.456 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2023-03-18T23:22:03.456 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 8/8 2023-03-18T23:22:03.457 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 8/8 2023-03-18T23:22:03.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd668 1/8 2023-03-18T23:22:03.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2023-03-18T23:22:03.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2023-03-18T23:22:03.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2023-03-18T23:22:03.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2023-03-18T23:22:03.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2023-03-18T23:22:03.457 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 7/8 2023-03-18T23:22:03.458 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 8/8 2023-03-18T23:22:03.458 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:03.458 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:22:03.458 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-diskprediction-local-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:05.392 INFO:teuthology.orchestra.run.smithi012.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-03-18T23:22:07.136 INFO:teuthology.orchestra.run.smithi012.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-03-18T23:22:07.136 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-0.3.15-4.el8.x86_64 2023-03-18T23:22:07.136 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-03-18T23:22:07.136 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-03-18T23:22:07.136 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-03-18T23:22:07.136 INFO:teuthology.orchestra.run.smithi012.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-03-18T23:22:07.136 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:07.136 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:22:07.136 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-mgr-rook 2023-03-18T23:22:07.143 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:03:28 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:22:07.681 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:22:07.681 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================== 2023-03-18T23:22:07.681 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:22:07.681 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================== 2023-03-18T23:22:07.681 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:22:07.681 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-rook noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 47 k 2023-03-18T23:22:07.862 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-03-18T23:22:07.862 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-03-18T23:22:07.862 INFO:teuthology.orchestra.run.smithi105.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-03-18T23:22:07.862 INFO:teuthology.orchestra.run.smithi105.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-03-18T23:22:07.862 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-03-18T23:22:07.862 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-03-18T23:22:07.862 INFO:teuthology.orchestra.run.smithi105.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-03-18T23:22:07.862 INFO:teuthology.orchestra.run.smithi105.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================== 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout:Install 13 Packages 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 1.9 M 2023-03-18T23:22:07.863 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 25 M 2023-03-18T23:22:08.260 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:22:08.264 INFO:teuthology.orchestra.run.smithi105.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 352 kB/s | 27 kB 00:00 2023-03-18T23:22:08.264 INFO:teuthology.orchestra.run.smithi105.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 199 kB/s | 20 kB 00:00 2023-03-18T23:22:08.264 INFO:teuthology.orchestra.run.smithi105.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.5 MB/s | 126 kB 00:00 2023-03-18T23:22:08.615 INFO:teuthology.orchestra.run.smithi105.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 2.1 MB/s | 110 kB 00:00 2023-03-18T23:22:08.615 INFO:teuthology.orchestra.run.smithi105.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 3.0 MB/s | 155 kB 00:00 2023-03-18T23:22:08.615 INFO:teuthology.orchestra.run.smithi105.stdout:(6/13): ceph-mgr-rook-18.0.0-2743.ga6dd6683.el8 234 kB/s | 47 kB 00:00 2023-03-18T23:22:08.615 INFO:teuthology.orchestra.run.smithi105.stdout:(7/13): python3-requests-oauthlib-1.0.0-1.el8.n 422 kB/s | 43 kB 00:00 2023-03-18T23:22:08.615 INFO:teuthology.orchestra.run.smithi105.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 164 kB/s | 33 kB 00:00 2023-03-18T23:22:08.615 INFO:teuthology.orchestra.run.smithi105.stdout:(9/13): python3-certifi-2018.10.15-7.el8.noarch 81 kB/s | 16 kB 00:00 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 406 kB/s | 81 kB 00:00 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:(11/13): python3-rsa-4.8-1.el8.noarch.rpm 432 kB/s | 61 kB 00:00 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 523 kB/s | 61 kB 00:00 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 2.8 MB/s | 1.2 MB 00:00 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:Total 2.4 MB/s | 1.9 MB 00:00 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rsa-4.8-1.el8.noarch 3/13 2023-03-18T23:22:08.616 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 13/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 13/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 1/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2023-03-18T23:22:08.617 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 12/13 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-03-18T23:22:08.618 INFO:teuthology.orchestra.run.smithi105.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-03-18T23:22:08.619 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-03-18T23:22:08.619 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-03-18T23:22:08.619 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-03-18T23:22:08.619 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rsa-4.8-1.el8.noarch 2023-03-18T23:22:08.619 INFO:teuthology.orchestra.run.smithi105.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-03-18T23:22:08.619 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:08.619 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:22:08.619 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-mgr-cephadm 2023-03-18T23:22:08.621 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:03:45 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:22:09.056 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:03:51 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:22:09.073 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:22:09.714 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:03:48 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================== 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================== 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-rook noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 47 k 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-03-18T23:22:10.465 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================== 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout:Install 13 Packages 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 1.9 M 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 25 M 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 330 kB/s | 27 kB 00:00 2023-03-18T23:22:10.466 INFO:teuthology.orchestra.run.smithi012.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 167 kB/s | 20 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.0 MB/s | 126 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 2.1 MB/s | 110 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(5/13): python3-requests-oauthlib-1.0.0-1.el8.n 1.7 MB/s | 43 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(6/13): ceph-mgr-rook-18.0.0-2743.ga6dd6683.el8 214 kB/s | 47 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(7/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 1.5 MB/s | 155 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 88 kB/s | 33 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(9/13): python3-certifi-2018.10.15-7.el8.noarch 27 kB/s | 16 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 100 kB/s | 81 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi012.stdout:(11/13): python3-rsa-4.8-1.el8.noarch.rpm 142 kB/s | 61 kB 00:00 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:22:10.467 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-cephadm noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 123 k 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:Install 5 Packages 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 6.0 M 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 26 M 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:(1/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 6.6 MB/s | 538 kB 00:00 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:(2/5): python3-babel-2.5.1-7.el8.noarch.rpm 28 MB/s | 4.8 MB 00:00 2023-03-18T23:22:10.468 INFO:teuthology.orchestra.run.smithi111.stdout:(3/5): ceph-mgr-cephadm-18.0.0-2743.ga6dd6683.e 595 kB/s | 123 kB 00:00 2023-03-18T23:22:10.469 INFO:teuthology.orchestra.run.smithi111.stdout:(4/5): python3-natsort-7.1.1-2.el8.noarch.rpm 361 kB/s | 60 kB 00:00 2023-03-18T23:22:10.469 INFO:teuthology.orchestra.run.smithi111.stdout:(5/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.5 MB/s | 476 kB 00:00 2023-03-18T23:22:10.469 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:10.470 INFO:teuthology.orchestra.run.smithi111.stdout:Total 15 MB/s | 6.0 MB 00:00 2023-03-18T23:22:10.470 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:22:10.470 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:22:10.470 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:22:10.470 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:22:10.470 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:22:10.470 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:22:10.470 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2023-03-18T23:22:10.521 INFO:teuthology.orchestra.run.smithi012.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 234 kB/s | 61 kB 00:00 2023-03-18T23:22:11.330 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-03-18T23:22:11.332 INFO:teuthology.orchestra.run.smithi012.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 1.3 MB/s | 1.2 MB 00:00 2023-03-18T23:22:11.332 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:11.332 INFO:teuthology.orchestra.run.smithi012.stdout:Total 1.3 MB/s | 1.9 MB 00:01 2023-03-18T23:22:11.332 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:22:11.332 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:22:11.332 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:22:11.719 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:22:11.719 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:22:11.720 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2023-03-18T23:22:11.720 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-cephadm noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 123 k 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-03-18T23:22:11.721 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:Install 5 Packages 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 6.0 M 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 26 M 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:(1/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 7.6 MB/s | 538 kB 00:00 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:(2/5): python3-babel-2.5.1-7.el8.noarch.rpm 25 MB/s | 4.8 MB 00:00 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:(3/5): ceph-mgr-cephadm-18.0.0-2743.ga6dd6683.e 557 kB/s | 123 kB 00:00 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:(4/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.5 MB/s | 476 kB 00:00 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:(5/5): python3-natsort-7.1.1-2.el8.noarch.rpm 289 kB/s | 60 kB 00:00 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:11.722 INFO:teuthology.orchestra.run.smithi105.stdout:Total 15 MB/s | 6.0 MB 00:00 2023-03-18T23:22:11.723 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:22:11.723 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:22:11.723 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:22:11.723 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:22:11.723 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:22:11.723 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:22:11.851 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2023-03-18T23:22:12.201 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2023-03-18T23:22:12.201 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rsa-4.8-1.el8.noarch 3/13 2023-03-18T23:22:12.202 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-03-18T23:22:12.202 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 5/5 2023-03-18T23:22:12.435 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 5/5 2023-03-18T23:22:13.698 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/5 2023-03-18T23:22:13.698 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2023-03-18T23:22:13.698 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2023-03-18T23:22:13.698 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-03-18T23:22:13.699 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-03-18T23:22:13.699 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2023-03-18T23:22:13.699 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-03-18T23:22:13.700 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2023-03-18T23:22:13.700 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2023-03-18T23:22:13.700 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2023-03-18T23:22:13.700 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2023-03-18T23:22:13.700 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2023-03-18T23:22:13.700 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2023-03-18T23:22:13.700 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:13.700 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:22:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-03-18T23:22:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: python3-babel-2.5.1-7.el8.noarch 2023-03-18T23:22:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-03-18T23:22:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-03-18T23:22:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:14.428 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:22:14.429 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-fuse 2023-03-18T23:22:14.430 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 5/5 2023-03-18T23:22:15.590 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 5/5 2023-03-18T23:22:15.590 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/5 2023-03-18T23:22:15.590 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2023-03-18T23:22:15.590 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2023-03-18T23:22:15.591 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-03-18T23:22:15.594 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:03:59 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:22:17.076 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2023-03-18T23:22:17.819 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:17.819 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:22:17.819 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:17.819 INFO:teuthology.orchestra.run.smithi105.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-03-18T23:22:17.819 INFO:teuthology.orchestra.run.smithi105.stdout: python3-babel-2.5.1-7.el8.noarch 2023-03-18T23:22:17.819 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-03-18T23:22:17.819 INFO:teuthology.orchestra.run.smithi105.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-03-18T23:22:17.819 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:17.820 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:22:17.820 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-fuse 2023-03-18T23:22:17.823 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 13/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 13/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 1/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2023-03-18T23:22:18.935 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2023-03-18T23:22:18.936 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 12/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-rook-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-03-18T23:22:18.938 INFO:teuthology.orchestra.run.smithi012.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-03-18T23:22:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-03-18T23:22:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-03-18T23:22:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-03-18T23:22:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-03-18T23:22:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-03-18T23:22:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-03-18T23:22:19.905 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-03-18T23:22:19.906 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rsa-4.8-1.el8.noarch 2023-03-18T23:22:19.906 INFO:teuthology.orchestra.run.smithi012.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-03-18T23:22:19.906 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:22:19.906 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-mgr-cephadm 2023-03-18T23:22:20.953 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:22:20.953 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:20.953 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:22:20.953 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:20.953 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:22:20.953 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-fuse x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 844 k 2023-03-18T23:22:20.954 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:Install 2 Packages 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 927 k 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 3.0 M 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:(1/2): fuse-2.9.7-16.el8.x86_64.rpm 1.2 MB/s | 83 kB 00:00 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:(2/2): ceph-fuse-18.0.0-2743.ga6dd6683.el8.x86_ 3.2 MB/s | 844 kB 00:00 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:20.955 INFO:teuthology.orchestra.run.smithi111.stdout:Total 3.5 MB/s | 927 kB 00:00 2023-03-18T23:22:21.370 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:22:21.370 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:22:21.370 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:22:21.370 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:22:21.370 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:22:21.370 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : fuse-2.9.7-16.el8.x86_64 1/2 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/2 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/2 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/2 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 2/2 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 fuse-2.9.7-16.el8.x86_64 2023-03-18T23:22:21.746 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:21.747 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:22:21.747 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-volume 2023-03-18T23:22:21.748 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:03:57 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-fuse x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 844 k 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:22.484 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:22:22.485 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:22.485 INFO:teuthology.orchestra.run.smithi105.stdout:Install 2 Packages 2023-03-18T23:22:22.485 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:22.485 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 927 k 2023-03-18T23:22:22.851 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 3.0 M 2023-03-18T23:22:22.851 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:22:22.851 INFO:teuthology.orchestra.run.smithi105.stdout:(1/2): fuse-2.9.7-16.el8.x86_64.rpm 1.1 MB/s | 83 kB 00:00 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout:(2/2): ceph-fuse-18.0.0-2743.ga6dd6683.el8.x86_ 3.0 MB/s | 844 kB 00:00 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout:Total 3.3 MB/s | 927 kB 00:00 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fuse-2.9.7-16.el8.x86_64 1/2 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/2 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/2 2023-03-18T23:22:22.852 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/2 2023-03-18T23:22:22.853 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:03:59 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:22:23.221 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 2/2 2023-03-18T23:22:24.124 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:24.124 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:22:24.493 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 fuse-2.9.7-16.el8.x86_64 2023-03-18T23:22:24.493 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:24.493 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:22:24.493 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-volume 2023-03-18T23:22:24.495 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:04:07 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-cephadm noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 123 k 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-03-18T23:22:24.496 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-03-18T23:22:24.877 INFO:teuthology.orchestra.run.smithi012.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:Install 5 Packages 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 6.0 M 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 26 M 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:(1/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 7.7 MB/s | 538 kB 00:00 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:(2/5): python3-babel-2.5.1-7.el8.noarch.rpm 27 MB/s | 4.8 MB 00:00 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:(3/5): ceph-mgr-cephadm-18.0.0-2743.ga6dd6683.e 607 kB/s | 123 kB 00:00 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:(4/5): python3-natsort-7.1.1-2.el8.noarch.rpm 314 kB/s | 60 kB 00:00 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:(5/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.0 MB/s | 476 kB 00:00 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:24.878 INFO:teuthology.orchestra.run.smithi012.stdout:Total 11 MB/s | 6.0 MB 00:00 2023-03-18T23:22:24.879 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:22:24.879 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:22:24.879 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:22:24.879 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:22:24.879 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:22:24.879 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:22:24.880 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-volume noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 263 k 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout:Install 1 Package 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:25.520 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 263 k 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 1.3 M 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:ceph-volume-18.0.0-2743.ga6dd6683.el8.noarch.rp 1.2 MB/s | 263 kB 00:00 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:Total 1.2 MB/s | 263 kB 00:00 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:22:25.521 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:22:25.522 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:04 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:22:25.522 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-03-18T23:22:25.738 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:22:26.676 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:22:26.676 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2023-03-18T23:22:26.676 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-03-18T23:22:26.676 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 5/5 2023-03-18T23:22:26.677 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:22:26.677 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:26.677 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-03-18T23:22:26.682 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:28.258 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:22:28.258 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-volume noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 263 k 2023-03-18T23:22:28.258 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:28.258 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:22:29.097 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:29.097 INFO:teuthology.orchestra.run.smithi105.stdout:Install 1 Package 2023-03-18T23:22:29.900 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:29.900 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 263 k 2023-03-18T23:22:29.900 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 1.3 M 2023-03-18T23:22:29.900 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:22:29.900 INFO:teuthology.orchestra.run.smithi105.stdout:ceph-volume-18.0.0-2743.ga6dd6683.el8.noarch.rp 1.2 MB/s | 263 kB 00:00 2023-03-18T23:22:29.900 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:29.900 INFO:teuthology.orchestra.run.smithi105.stdout:Total 1.2 MB/s | 263 kB 00:00 2023-03-18T23:22:29.900 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:22:29.902 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:22:29.903 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:29.903 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:22:29.903 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:29.903 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:29.903 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:22:29.903 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install librados-devel 2023-03-18T23:22:29.904 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 5/5 2023-03-18T23:22:29.904 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 1/5 2023-03-18T23:22:29.904 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2023-03-18T23:22:30.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2023-03-18T23:22:30.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-03-18T23:22:30.930 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-cephadm-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout: python3-babel-2.5.1-7.el8.noarch 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:31.726 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:22:31.727 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-fuse 2023-03-18T23:22:31.727 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:22:31.727 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:22:31.727 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:22:31.727 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:22:31.727 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:22:31.727 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:22:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:22:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:22:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:31.728 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:22:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:22:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:31.728 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:22:31.728 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install librados-devel 2023-03-18T23:22:33.081 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:12 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:22:33.148 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:04:11 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:22:33.148 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:04:17 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:22:34.289 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:22:35.023 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-fuse x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 844 k 2023-03-18T23:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2023-03-18T23:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-03-18T23:22:37.502 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:38.582 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout:Install 2 Packages 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 927 k 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 3.0 M 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout:(1/2): fuse-2.9.7-16.el8.x86_64.rpm 1.2 MB/s | 83 kB 00:00 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout:(2/2): ceph-fuse-18.0.0-2743.ga6dd6683.el8.x86_ 3.1 MB/s | 844 kB 00:00 2023-03-18T23:22:38.583 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:38.584 INFO:teuthology.orchestra.run.smithi012.stdout:Total 3.4 MB/s | 927 kB 00:00 2023-03-18T23:22:38.584 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:22:38.584 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:22:38.584 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:22:38.584 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:22:38.584 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:22:38.585 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:38.585 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repo Size 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout: librados-devel x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 139 k 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Install 1 Package 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 139 k 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 512 k 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:librados-devel-18.0.0-2743.ga6dd6683.el8.x86_64 760 kB/s | 139 kB 00:00 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Total 755 kB/s | 139 kB 00:00 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:22:40.960 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:22:40.961 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:22:40.961 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:22:40.961 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:22:40.961 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:22:40.962 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:22:41.484 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:41.484 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repo Size 2023-03-18T23:22:41.484 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:41.484 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:22:41.484 INFO:teuthology.orchestra.run.smithi111.stdout: librados-devel x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 139 k 2023-03-18T23:22:41.484 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:41.484 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:22:41.485 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:22:41.485 INFO:teuthology.orchestra.run.smithi111.stdout:Install 1 Package 2023-03-18T23:22:44.402 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 139 k 2023-03-18T23:22:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 512 k 2023-03-18T23:22:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:22:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:librados-devel-18.0.0-2743.ga6dd6683.el8.x86_64 710 kB/s | 139 kB 00:00 2023-03-18T23:22:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:54.049 INFO:teuthology.orchestra.run.smithi111.stdout:Total 704 kB/s | 139 kB 00:00 2023-03-18T23:22:54.049 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:22:54.049 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:22:54.049 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:22:54.049 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout: librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:22:54.264 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:22:54.265 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install libcephfs2 2023-03-18T23:22:54.266 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:22:54.266 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:22:54.266 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:54.266 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:22:54.266 INFO:teuthology.orchestra.run.smithi105.stdout: librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:22:54.266 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:22:54.266 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:22:54.266 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install libcephfs2 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : fuse-2.9.7-16.el8.x86_64 1/2 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/2 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2/2 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/2 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 2/2 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 fuse-2.9.7-16.el8.x86_64 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:54.267 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:22:54.268 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-volume 2023-03-18T23:22:54.999 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:04:38 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:22:55.306 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:04:33 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:22:55.526 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:34 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:22:56.102 INFO:teuthology.orchestra.run.smithi111.stdout:Package libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:22:57.226 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:22:57.226 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:22:57.226 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:22:57.436 INFO:teuthology.orchestra.run.smithi105.stdout:Package libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:22:57.436 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:22:57.437 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:22:58.428 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:22:58.428 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install libcephfs-devel 2023-03-18T23:22:58.429 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install libcephfs-devel 2023-03-18T23:22:58.430 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:22:58.430 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:58.430 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2023-03-18T23:22:58.430 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:58.635 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:22:58.635 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-volume noarch 2:18.0.0-2743.ga6dd6683.el8 ceph-noarch 263 k 2023-03-18T23:22:58.635 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:59.057 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:22:59.057 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:22:59.057 INFO:teuthology.orchestra.run.smithi012.stdout:Install 1 Package 2023-03-18T23:22:59.057 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:22:59.057 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 263 k 2023-03-18T23:22:59.057 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 1.3 M 2023-03-18T23:22:59.057 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:22:59.057 INFO:teuthology.orchestra.run.smithi012.stdout:ceph-volume-18.0.0-2743.ga6dd6683.el8.noarch.rp 1.2 MB/s | 263 kB 00:00 2023-03-18T23:22:59.058 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:22:59.058 INFO:teuthology.orchestra.run.smithi012.stdout:Total 1.2 MB/s | 263 kB 00:00 2023-03-18T23:22:59.058 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:22:59.058 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:22:59.058 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:22:59.058 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:22:59.721 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 1/1 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-volume-2:18.0.0-2743.ga6dd6683.el8.noarch 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:00.333 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:00.334 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install librados-devel 2023-03-18T23:23:01.079 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:04:45 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:01.379 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:04:39 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:23:01.379 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:40 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:02.290 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:03.304 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repo Size 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout: librados-devel x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 139 k 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout:Install 1 Package 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 139 k 2023-03-18T23:23:04.362 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 512 k 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:librados-devel-18.0.0-2743.ga6dd6683.el8.x86_64 745 kB/s | 139 kB 00:00 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:Total 739 kB/s | 139 kB 00:00 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:04.363 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repo Size 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs-devel x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 30 k 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:Install 1 Package 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 30 k 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 137 k 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:libcephfs-devel-18.0.0-2743.ga6dd6683.el8.x86_6 212 kB/s | 30 kB 00:00 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:23:04.364 INFO:teuthology.orchestra.run.smithi105.stdout:Total 211 kB/s | 30 kB 00:00 2023-03-18T23:23:04.994 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:23:04.994 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:23:04.994 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:23:04.994 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:23:04.994 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:23:06.166 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:23:06.167 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:06.167 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:06.168 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:06.168 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repo Size 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs-devel x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 30 k 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:Install 1 Package 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 30 k 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 137 k 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:libcephfs-devel-18.0.0-2743.ga6dd6683.el8.x86_6 217 kB/s | 30 kB 00:00 2023-03-18T23:23:06.169 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:23:06.170 INFO:teuthology.orchestra.run.smithi111.stdout:Total 214 kB/s | 30 kB 00:00 2023-03-18T23:23:06.170 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:23:06.170 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:23:06.170 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:23:06.170 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:23:06.170 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:23:06.933 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:23:06.933 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:06.934 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:06.934 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:06.934 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:06.934 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:23:06.934 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:23:06.934 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:06.934 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:06.934 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install librados2 2023-03-18T23:23:06.935 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:06.935 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:06.935 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:06.935 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:23:06.935 INFO:teuthology.orchestra.run.smithi012.stdout: librados-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:23:06.935 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:06.935 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:06.935 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:06.936 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:06.936 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:23:06.936 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:23:06.936 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:06.936 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:06.936 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install libcephfs2 2023-03-18T23:23:06.936 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install librados2 2023-03-18T23:23:08.856 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:04:52 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:10.283 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:04:46 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:23:10.283 INFO:teuthology.orchestra.run.smithi012.stdout:Package libcephfs2-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:10.283 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:23:10.549 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:23:10.549 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:10.550 INFO:teuthology.orchestra.run.smithi111.stdout:Package librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:10.550 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:11.181 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:23:11.181 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:11.181 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:47 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:11.181 INFO:teuthology.orchestra.run.smithi105.stdout:Package librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:11.181 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:11.181 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:23:11.181 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:11.182 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install librbd1 2023-03-18T23:23:11.182 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install librbd1 2023-03-18T23:23:11.183 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install libcephfs-devel 2023-03-18T23:23:11.905 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:50 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:13.591 INFO:teuthology.orchestra.run.smithi105.stdout:Package librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:13.591 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:13.591 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:23:13.591 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:13.591 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:04:55 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:13.591 INFO:teuthology.orchestra.run.smithi111.stdout:Package librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:13.592 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:13.592 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:23:13.592 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:13.592 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install python3-rados 2023-03-18T23:23:13.592 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install python3-rados 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:04:49 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repo Size 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs-devel x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 30 k 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:23:13.593 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:23:13.594 INFO:teuthology.orchestra.run.smithi012.stdout:Install 1 Package 2023-03-18T23:23:13.594 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:13.594 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 30 k 2023-03-18T23:23:14.797 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 137 k 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:libcephfs-devel-18.0.0-2743.ga6dd6683.el8.x86_6 222 kB/s | 30 kB 00:00 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:Total 220 kB/s | 30 kB 00:00 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:23:14.798 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:23:14.800 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:14.800 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:14.800 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:14.801 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:14.801 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:23:14.801 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs-devel-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:23:14.801 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:23:16.458 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:16.459 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install librados2 2023-03-18T23:23:16.461 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:04:59 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:16.462 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:54 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:18.035 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:04:55 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:23:18.036 INFO:teuthology.orchestra.run.smithi111.stdout:Package python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:18.036 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:18.036 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:23:18.036 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:18.036 INFO:teuthology.orchestra.run.smithi105.stdout:Package python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:18.036 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:18.036 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:23:18.036 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:18.036 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install python3-rgw 2023-03-18T23:23:18.037 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install python3-rgw 2023-03-18T23:23:18.419 INFO:teuthology.orchestra.run.smithi012.stdout:Package librados2-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:23.547 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:23:23.547 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:23:23.547 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:23.547 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install librbd1 2023-03-18T23:23:23.547 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:57 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi105.stdout:Package python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:05:02 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi111.stdout:Package python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:23:23.548 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:23.548 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install python3-cephfs 2023-03-18T23:23:23.549 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install python3-cephfs 2023-03-18T23:23:24.278 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:05:03 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:25.515 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:05:02 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:23:25.515 INFO:teuthology.orchestra.run.smithi012.stdout:Package librbd1-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:25.517 INFO:teuthology.orchestra.run.smithi105.stdout:Package python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:25.517 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:27.174 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:23:27.174 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:27.174 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:05:08 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:27.174 INFO:teuthology.orchestra.run.smithi111.stdout:Package python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:27.174 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:27.174 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:23:27.174 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:27.176 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install python3-rbd 2023-03-18T23:23:27.177 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install python3-rbd 2023-03-18T23:23:27.178 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:23:27.178 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:23:27.178 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:28.755 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install python3-rados 2023-03-18T23:23:30.115 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:05:14 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:31.215 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:05:08 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:23:31.215 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:05:09 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:31.216 INFO:teuthology.orchestra.run.smithi111.stdout:Package python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:31.221 INFO:teuthology.orchestra.run.smithi105.stdout:Package python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:36.205 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-03-18T23:23:36.205 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:36.206 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:36.206 INFO:teuthology.orchestra.run.smithi105.stdout:Nothing to do. 2023-03-18T23:23:36.206 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:37.001 INFO:teuthology.orchestra.run.smithi012.stdout:Package python3-rados-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:37.001 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:23:37.001 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:23:37.001 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:37.002 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install rbd-fuse 2023-03-18T23:23:37.002 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install rbd-fuse 2023-03-18T23:23:37.003 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install python3-rgw 2023-03-18T23:23:37.735 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:05:21 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:37.773 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:05:16 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:37.779 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:05:15 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:23:39.116 INFO:teuthology.orchestra.run.smithi012.stdout:Package python3-rgw-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:39.116 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:23:39.116 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:23:39.116 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:39.117 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:39.117 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:39.117 INFO:teuthology.orchestra.run.smithi105.stdout: Package Architecture Version Repository Size 2023-03-18T23:23:39.117 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:39.117 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:23:39.117 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-fuse x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 94 k 2023-03-18T23:23:39.118 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:39.118 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:23:39.118 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:40.645 INFO:teuthology.orchestra.run.smithi105.stdout:Install 1 Package 2023-03-18T23:23:40.645 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:40.645 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 94 k 2023-03-18T23:23:40.645 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 280 k 2023-03-18T23:23:40.645 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:23:40.648 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install python3-cephfs 2023-03-18T23:23:41.047 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:41.805 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:41.805 INFO:teuthology.orchestra.run.smithi111.stdout: Package Architecture Version Repository Size 2023-03-18T23:23:41.805 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:41.805 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:23:41.806 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-fuse x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 94 k 2023-03-18T23:23:41.806 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:42.286 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:23:42.286 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:42.286 INFO:teuthology.orchestra.run.smithi111.stdout:Install 1 Package 2023-03-18T23:23:42.289 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:42.289 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 94 k 2023-03-18T23:23:42.289 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 280 k 2023-03-18T23:23:42.289 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:23:42.289 INFO:teuthology.orchestra.run.smithi111.stdout:rbd-fuse-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 599 kB/s | 94 kB 00:00 2023-03-18T23:23:42.290 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:23:42.657 INFO:teuthology.orchestra.run.smithi111.stdout:Total 595 kB/s | 94 kB 00:00 2023-03-18T23:23:42.657 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:23:42.657 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:23:42.657 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:23:42.657 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:23:43.584 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:23:43.584 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:23:43.584 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:44.138 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:44.138 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:44.138 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:44.138 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:23:44.958 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:23:44.958 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:44.958 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:44.959 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install rbd-mirror 2023-03-18T23:23:46.420 INFO:teuthology.orchestra.run.smithi105.stdout:rbd-fuse-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 559 kB/s | 94 kB 00:00 2023-03-18T23:23:46.420 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:23:46.420 INFO:teuthology.orchestra.run.smithi105.stdout:Total 555 kB/s | 94 kB 00:00 2023-03-18T23:23:46.420 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:23:46.420 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:46.421 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:46.421 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install rbd-mirror 2023-03-18T23:23:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:05:31 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:23:51.864 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:05:25 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:23:51.864 INFO:teuthology.orchestra.run.smithi012.stdout:Package python3-cephfs-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:23:51.864 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:23:51.864 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:23:51.864 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:23:51.865 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install python3-rbd 2023-03-18T23:23:51.867 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repo Size 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-mirror x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.4 M 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:Install 1 Package 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 3.4 M 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 16 M 2023-03-18T23:23:52.903 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:rbd-mirror-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 6.5 MB/s | 3.4 MB 00:00 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:Total 6.5 MB/s | 3.4 MB 00:00 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:23:52.904 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:23:52.905 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:05:26 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:23:52.905 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:23:52.905 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:52.905 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repo Size 2023-03-18T23:23:52.905 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:52.905 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-mirror x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.4 M 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout:Install 1 Package 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 3.4 M 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 16 M 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:23:54.259 INFO:teuthology.orchestra.run.smithi105.stdout:rbd-mirror-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 7.4 MB/s | 3.4 MB 00:00 2023-03-18T23:23:58.197 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:23:58.197 INFO:teuthology.orchestra.run.smithi105.stdout:Total 7.4 MB/s | 3.4 MB 00:00 2023-03-18T23:23:58.197 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:23:58.197 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:23:58.197 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:23:58.197 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:23:58.197 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:23:59.385 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:23:59.386 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install rbd-nbd 2023-03-18T23:23:59.386 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install rbd-nbd 2023-03-18T23:23:59.388 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:05:30 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:24:00.408 INFO:teuthology.orchestra.run.smithi012.stdout:Package python3-rbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 is already installed. 2023-03-18T23:24:00.409 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:24:00.409 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2023-03-18T23:24:00.409 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:24:00.409 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install rbd-fuse 2023-03-18T23:24:00.410 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:05:39 ago on Sat 18 Mar 2023 11:18:21 PM UTC. 2023-03-18T23:24:00.411 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:05:44 ago on Sat 18 Mar 2023 11:18:16 PM UTC. 2023-03-18T23:24:01.184 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:05:39 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout: Package Architecture Version Repository Size 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-nbd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 179 k 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-03-18T23:24:04.741 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:Install 1 Package 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 179 k 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 568 k 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:rbd-nbd-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 943 kB/s | 179 kB 00:00 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:Total 937 kB/s | 179 kB 00:00 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-03-18T23:24:04.742 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:24:04.743 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout: Package Architecture Version Repository Size 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-nbd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 179 k 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:Install 1 Package 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 179 k 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 568 k 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-03-18T23:24:05.483 INFO:teuthology.orchestra.run.smithi111.stdout:rbd-nbd-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 572 kB/s | 179 kB 00:00 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:Total 570 kB/s | 179 kB 00:00 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:24:05.484 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-03-18T23:24:05.485 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:24:05.485 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:05.485 INFO:teuthology.orchestra.run.smithi012.stdout: Package Architecture Version Repository Size 2023-03-18T23:24:05.485 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:05.485 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:24:05.485 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-fuse x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 94 k 2023-03-18T23:24:06.525 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:06.525 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:24:06.525 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:06.525 INFO:teuthology.orchestra.run.smithi012.stdout:Install 1 Package 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 94 k 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 280 k 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:rbd-fuse-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 584 kB/s | 94 kB 00:00 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Total 579 kB/s | 94 kB 00:00 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:06.526 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:24:06.527 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-fuse-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:24:07.946 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:07.947 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:24:07.947 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install rbd-mirror 2023-03-18T23:24:07.948 DEBUG:teuthology.parallel:result is None 2023-03-18T23:24:07.948 DEBUG:teuthology.parallel:result is None 2023-03-18T23:24:08.719 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:05:46 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:24:10.062 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repo Size 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-mirror x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 3.4 M 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:Install 1 Package 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 3.4 M 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 16 M 2023-03-18T23:24:10.063 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:24:10.465 INFO:teuthology.orchestra.run.smithi012.stdout:rbd-mirror-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 7.6 MB/s | 3.4 MB 00:00 2023-03-18T23:24:11.460 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:24:11.460 INFO:teuthology.orchestra.run.smithi012.stdout:Total 7.5 MB/s | 3.4 MB 00:00 2023-03-18T23:24:12.138 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:24:12.138 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:24:12.138 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:24:12.138 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:24:12.138 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:24:12.138 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:24:12.138 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:12.138 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:12.692 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:12.692 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:12.692 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:24:12.692 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-mirror-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:24:12.692 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:12.692 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:24:12.692 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install rbd-nbd 2023-03-18T23:24:13.477 INFO:teuthology.orchestra.run.smithi012.stdout:Last metadata expiration check: 0:05:51 ago on Sat 18 Mar 2023 11:18:22 PM UTC. 2023-03-18T23:24:14.775 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2023-03-18T23:24:15.553 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:15.553 INFO:teuthology.orchestra.run.smithi012.stdout: Package Architecture Version Repository Size 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-nbd x86_64 2:18.0.0-2743.ga6dd6683.el8 ceph 179 k 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout:Install 1 Package 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:15.554 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 179 k 2023-03-18T23:24:15.555 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 568 k 2023-03-18T23:24:15.555 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2023-03-18T23:24:15.555 INFO:teuthology.orchestra.run.smithi012.stdout:rbd-nbd-18.0.0-2743.ga6dd6683.el8.x86_64.rpm 944 kB/s | 179 kB 00:00 2023-03-18T23:24:15.555 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2023-03-18T23:24:15.555 INFO:teuthology.orchestra.run.smithi012.stdout:Total 938 kB/s | 179 kB 00:00 2023-03-18T23:24:16.230 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2023-03-18T23:24:16.230 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2023-03-18T23:24:16.230 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2023-03-18T23:24:16.230 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2023-03-18T23:24:16.231 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2023-03-18T23:24:16.231 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2023-03-18T23:24:16.231 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:16.231 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:16.242 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 1/1 2023-03-18T23:24:17.867 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:17.868 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2023-03-18T23:24:17.868 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-nbd-2:18.0.0-2743.ga6dd6683.el8.x86_64 2023-03-18T23:24:17.868 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:24:17.868 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2023-03-18T23:24:17.869 DEBUG:teuthology.parallel:result is None 2023-03-18T23:24:22.634 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a6dd66830c12498d02f3894e352dd8b49a7bab4c 2023-03-18T23:24:22.785 DEBUG:teuthology.orchestra.run.smithi012:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-03-18T23:24:25.884 INFO:teuthology.orchestra.run.smithi012.stdout:18.0.0-2743.ga6dd6683.el8 2023-03-18T23:24:30.204 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-2743.ga6dd6683.el8 2023-03-18T23:24:30.205 INFO:teuthology.task.install:The correct ceph version 18.0.0-2743.ga6dd6683 is installed. 2023-03-18T23:24:30.206 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a6dd66830c12498d02f3894e352dd8b49a7bab4c 2023-03-18T23:24:30.347 DEBUG:teuthology.orchestra.run.smithi105:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-03-18T23:24:31.410 INFO:teuthology.orchestra.run.smithi105.stdout:18.0.0-2743.ga6dd6683.el8 2023-03-18T23:24:32.353 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-2743.ga6dd6683.el8 2023-03-18T23:24:32.764 INFO:teuthology.task.install:The correct ceph version 18.0.0-2743.ga6dd6683 is installed. 2023-03-18T23:24:32.764 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a6dd66830c12498d02f3894e352dd8b49a7bab4c 2023-03-18T23:24:32.904 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-03-18T23:24:33.407 INFO:teuthology.orchestra.run.smithi111.stdout:18.0.0-2743.ga6dd6683.el8 2023-03-18T23:24:35.212 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-2743.ga6dd6683.el8 2023-03-18T23:24:35.212 INFO:teuthology.task.install:The correct ceph version 18.0.0-2743.ga6dd6683 is installed. 2023-03-18T23:24:35.213 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-03-18T23:24:35.213 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:24:35.215 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-03-18T23:24:36.766 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:24:38.069 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-03-18T23:24:38.103 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:24:39.370 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-03-18T23:24:39.823 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-03-18T23:24:41.028 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:24:42.346 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/daemon-helper 2023-03-18T23:24:44.312 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-03-18T23:24:46.007 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:24:49.634 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/daemon-helper 2023-03-18T23:24:49.668 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-03-18T23:24:51.237 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:24:52.921 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/daemon-helper 2023-03-18T23:24:52.953 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-03-18T23:24:57.866 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-03-18T23:24:59.548 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:25:01.667 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/adjust-ulimits 2023-03-18T23:25:01.698 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-03-18T23:25:02.530 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:25:03.079 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/adjust-ulimits 2023-03-18T23:25:03.110 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-03-18T23:25:03.801 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:25:04.230 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/adjust-ulimits 2023-03-18T23:25:04.775 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-03-18T23:25:05.964 INFO:teuthology.run_tasks:Running task ceph... 2023-03-18T23:25:07.147 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-03-18T23:25:08.063 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 777 /var/log/ceph 2023-03-18T23:25:08.065 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 777 /var/log/ceph 2023-03-18T23:25:08.509 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 777 /var/log/ceph 2023-03-18T23:25:08.537 INFO:tasks.ceph:Disabling ceph logrotate... 2023-03-18T23:25:08.936 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f -- /etc/logrotate.d/ceph 2023-03-18T23:25:09.812 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f -- /etc/logrotate.d/ceph 2023-03-18T23:25:09.814 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -f -- /etc/logrotate.d/ceph 2023-03-18T23:25:10.495 INFO:tasks.ceph:Creating extra log directories... 2023-03-18T23:25:27.353 DEBUG:teuthology.orchestra.run.smithi012:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-03-18T23:25:27.357 DEBUG:teuthology.orchestra.run.smithi105:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-03-18T23:25:28.914 DEBUG:teuthology.orchestra.run.smithi111:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-03-18T23:25:28.947 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-03-18T23:25:30.260 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-03-18T23:25:30.260 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-03-18T23:25:30.260 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:25:30.260 DEBUG:teuthology.orchestra.run.smithi012:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-03-18T23:25:30.281 DEBUG:teuthology.orchestra.run.smithi012:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-03-18T23:25:31.471 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-03-18T23:25:32.648 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:25:33.808 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-03-18T23:25:33.832 DEBUG:teuthology.orchestra.run.smithi105:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-03-18T23:25:34.310 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-03-18T23:25:34.859 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:25:40.192 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-03-18T23:25:40.212 DEBUG:teuthology.orchestra.run.smithi111:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-03-18T23:25:42.551 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-03-18T23:25:44.482 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-03-18T23:25:48.844 INFO:tasks.ceph:config {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(OSDMAP_FLAGS\\)', '\\(OSD_', '\\(PG_', '\\(POOL_', '\\(CACHE_POOL_', '\\(SMALLER_PGP_NUM\\)', '\\(OBJECT_', '\\(SLOW_OPS\\)', '\\(TOO_FEW_PGS\\)', 'slow request', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-03-18T23:25:48.845 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi/7212091', 'branch': 'reef', 'description': 'smoke/basic/{clusters/{fixed-3-cephfs openstack} objectstore/bluestore-bitmap s3tests-branch supported-random-distro$/{centos_8} tasks/{0-install test/rados_cache_snaps}}', 'email': None, 'first_in_suite': False, 'job_id': '7212091', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2023-03-17_23:37:14-smoke-reef-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 2, 'size': 10}}, {'machine': {'cpus': 1, 'disk': 40, 'ram': 8000}, 'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c'}}, 's3tests': {'force-branch': 'ceph-reef'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'reef', 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 71, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mds.a', 'mgr.x', 'osd.0', 'osd.1'], ['mon.b', 'mds.b', 'mon.c', 'mgr.y', 'osd.2', 'osd.3'], ['client.0']], 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c', 'sleep_before_teardown': 0, 'suite': 'smoke', 'suite_branch': 'reef', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_a6dd66830c12498d02f3894e352dd8b49a7bab4c/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c', 'targets': {'smithi012.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMaj6tVffYDSTDXGpcpKU9R9rEzsAyuO7OnTHtxiPVyrgbCH2DEIDfSutSt9a0Xcpq6jg+EFbOl5gQENsl5k4Ds=', 'smithi105.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO/U35xl4tAuUJQoqA4rfLOz00t6aRughByMNmnm9B/sFu0m7AVAnSrCIaKiNH2Ge3lJQ2lJ27Io2YeFDOovCuY=', 'smithi111.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEl/oqN0qoOzpookXkp7kN9qn2GS46562QBQPCpU81USICdpou+nYpU469UfLAOpUIVyHHvpA52W/CVzAAtAWPD8DoVsqgmeaNyRE3p7ShyGDl9wlVFVquMPyTOA9OZAzgFgfnGToAIDf3ximEPXnw6f3g7Sv+urFyhLn8056ZSGirwxob+7DSwm4SSunTwiK3m3vIVUIOZvC4GOJVJjewXlopb7C0cZ8d2dQaSjNyf7iJpJcO+X0PG7rNPV6Pd8RYxd159PU9xO3hvdGRQZlKnKA+wa2IGXU57c/Wgj1H3NMQjiGmPDZVoNqkNSg1oxHL9/cX21IjZIlPv/fQhm1rm/ivLRWr1SWQoRK4+xydg0yI+F5wCqdXdTepMlDDavmrkGeO2oJ0OX8nH9GIm4aDsorZUMdd9/jc2lLjT26S2pWaqzb83y+WWK2p+esSramOnjDp2+x3PloMAaI1nP6xrzNrmWsUrujqhCuhJ4fGN85rxnrMPUzAM/w0JBlfkNU='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'cleanup': True, 'flavor': 'default', 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c'}}, {'ceph': {'log-ignorelist': ['overall HEALTH_', '\\(OSDMAP_FLAGS\\)', '\\(OSD_', '\\(PG_', '\\(POOL_', '\\(CACHE_POOL_', '\\(SMALLER_PGP_NUM\\)', '\\(OBJECT_', '\\(SLOW_OPS\\)', '\\(TOO_FEW_PGS\\)', 'slow request', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'sha1': 'a6dd66830c12498d02f3894e352dd8b49a7bab4c', 'cluster': 'ceph'}}, {'thrashosds': {'chance_pgnum_grow': 2, 'chance_pgnum_shrink': 2, 'chance_pgpnum_fix': 1, 'timeout': 1200}}, {'exec': {'client.0': ['sudo ceph osd pool create base 4', 'sudo ceph osd pool application enable base rados', 'sudo ceph osd pool create cache 4', 'sudo ceph osd tier add base cache', 'sudo ceph osd tier cache-mode cache writeback', 'sudo ceph osd tier set-overlay base cache', 'sudo ceph osd pool set cache hit_set_type bloom', 'sudo ceph osd pool set cache hit_set_count 8', 'sudo ceph osd pool set cache hit_set_period 3600', 'sudo ceph osd pool set cache target_max_objects 250']}}, {'rados': {'clients': ['client.0'], 'objects': 500, 'op_weights': {'cache_evict': 50, 'cache_flush': 50, 'cache_try_flush': 50, 'copy_from': 50, 'delete': 50, 'read': 100, 'rollback': 50, 'snap_create': 50, 'snap_remove': 50, 'write': 100}, 'ops': 4000, 'pool_snaps': True, 'pools': ['base']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '7f7f7c33a372789d0252bbbcd5798300b0f044d0', 'timestamp': '2023-03-17_23:37:14', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.4737'} 2023-03-18T23:25:48.845 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-03-18T23:25:48.849 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-03-18T23:25:49.425 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-03-18T23:25:50.781 DEBUG:teuthology.orchestra.run.smithi012:> sudo install -d -m0777 -- /var/run/ceph 2023-03-18T23:25:51.848 DEBUG:teuthology.orchestra.run.smithi105:> sudo install -d -m0777 -- /var/run/ceph 2023-03-18T23:25:54.849 DEBUG:teuthology.orchestra.run.smithi111:> sudo install -d -m0777 -- /var/run/ceph 2023-03-18T23:25:54.879 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:25:56.320 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/scratch_devs of=/dev/stdout 2023-03-18T23:25:56.344 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-03-18T23:25:58.310 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_1 2023-03-18T23:25:58.330 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-03-18T23:25:59.524 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-18T23:25:59.524 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 6h/6d Inode: 385175 Links: 1 2023-03-18T23:25:59.525 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-18T23:25:59.525 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2023-03-18T23:25:59.525 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2023-03-18 23:24:11.380862443 +0000 2023-03-18T23:25:59.525 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2023-03-18 23:16:28.786798150 +0000 2023-03-18T23:25:59.525 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2023-03-18 23:16:28.786798150 +0000 2023-03-18T23:25:59.525 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: - 2023-03-18T23:25:59.525 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-03-18T23:25:59.557 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2023-03-18T23:26:01.872 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2023-03-18T23:26:01.872 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000254422 s, 2.0 MB/s 2023-03-18T23:26:01.873 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-03-18T23:26:01.936 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_2 2023-03-18T23:26:07.807 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-03-18T23:26:09.910 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-18T23:26:09.910 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 6h/6d Inode: 388131 Links: 1 2023-03-18T23:26:09.910 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-18T23:26:09.910 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2023-03-18T23:26:10.966 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2023-03-18 23:24:11.380862443 +0000 2023-03-18T23:26:10.966 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2023-03-18 23:16:29.299794090 +0000 2023-03-18T23:26:10.966 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2023-03-18 23:16:29.299794090 +0000 2023-03-18T23:26:10.966 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: - 2023-03-18T23:26:10.966 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-03-18T23:26:10.994 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2023-03-18T23:26:18.122 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2023-03-18T23:26:18.122 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000218122 s, 2.3 MB/s 2023-03-18T23:26:18.123 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-03-18T23:26:18.186 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_3 2023-03-18T23:26:19.126 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:26:19.129 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:26:19.954 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-03-18T23:26:21.115 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-18T23:26:22.088 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 6h/6d Inode: 384874 Links: 1 2023-03-18T23:26:22.088 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-18T23:26:22.092 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2023-03-18T23:26:22.093 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2023-03-18 23:24:11.380862443 +0000 2023-03-18T23:26:22.093 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2023-03-18 23:16:29.809790053 +0000 2023-03-18T23:26:22.093 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2023-03-18 23:16:29.809790053 +0000 2023-03-18T23:26:22.093 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: - 2023-03-18T23:26:22.093 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-03-18T23:26:22.094 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:26:24.200 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2023-03-18T23:26:24.200 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2023-03-18T23:26:24.200 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000218962 s, 2.3 MB/s 2023-03-18T23:26:24.200 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-03-18T23:26:24.261 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_4 2023-03-18T23:26:28.267 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-03-18T23:26:30.247 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-18T23:26:30.247 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 6h/6d Inode: 375642 Links: 1 2023-03-18T23:26:30.247 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-18T23:26:30.247 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2023-03-18T23:26:30.247 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2023-03-18 23:24:11.380862443 +0000 2023-03-18T23:26:30.248 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2023-03-18 23:16:30.310786087 +0000 2023-03-18T23:26:30.248 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2023-03-18 23:16:30.310786087 +0000 2023-03-18T23:26:30.248 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: - 2023-03-18T23:26:30.248 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-03-18T23:26:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2023-03-18T23:26:31.270 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2023-03-18T23:26:31.270 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000217538 s, 2.4 MB/s 2023-03-18T23:26:31.271 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-03-18T23:26:31.333 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'} 2023-03-18T23:26:32.012 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:26:32.012 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/scratch_devs of=/dev/stdout 2023-03-18T23:26:32.032 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-03-18T23:26:32.185 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_1 2023-03-18T23:26:32.205 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-03-18T23:26:32.487 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-18T23:26:33.173 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 376577 Links: 1 2023-03-18T23:26:33.173 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-18T23:26:33.173 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2023-03-18T23:26:33.173 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2023-03-18 23:23:49.791237242 +0000 2023-03-18T23:26:33.173 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2023-03-18 23:16:20.388868675 +0000 2023-03-18T23:26:33.173 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2023-03-18 23:16:20.388868675 +0000 2023-03-18T23:26:33.173 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: - 2023-03-18T23:26:33.174 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-03-18T23:26:33.201 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2023-03-18T23:26:33.929 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2023-03-18T23:26:33.929 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000250822 s, 2.0 MB/s 2023-03-18T23:26:33.930 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-03-18T23:26:33.992 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_2 2023-03-18T23:26:34.330 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-03-18T23:26:35.474 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-18T23:26:37.539 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 380865 Links: 1 2023-03-18T23:26:37.539 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-18T23:26:37.539 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2023-03-18T23:26:37.539 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2023-03-18 23:23:49.791237242 +0000 2023-03-18T23:26:37.539 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2023-03-18 23:16:20.882858917 +0000 2023-03-18T23:26:37.539 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2023-03-18 23:16:20.882858917 +0000 2023-03-18T23:26:37.539 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: - 2023-03-18T23:26:37.539 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-03-18T23:26:37.567 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2023-03-18T23:26:40.283 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2023-03-18T23:26:40.284 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000223391 s, 2.3 MB/s 2023-03-18T23:26:40.285 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-03-18T23:26:40.345 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_3 2023-03-18T23:26:41.619 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-03-18T23:26:42.384 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-18T23:26:42.384 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 384575 Links: 1 2023-03-18T23:26:42.384 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-18T23:26:42.385 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2023-03-18T23:26:42.385 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2023-03-18 23:23:49.791237242 +0000 2023-03-18T23:26:42.385 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2023-03-18 23:16:21.388848922 +0000 2023-03-18T23:26:42.385 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2023-03-18 23:16:21.388848922 +0000 2023-03-18T23:26:42.385 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: - 2023-03-18T23:26:42.385 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-03-18T23:26:42.415 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2023-03-18T23:26:44.131 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2023-03-18T23:26:44.131 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000221285 s, 2.3 MB/s 2023-03-18T23:26:44.133 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-03-18T23:26:44.893 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_4 2023-03-18T23:26:46.724 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-03-18T23:26:47.593 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-18T23:26:47.593 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 388192 Links: 1 2023-03-18T23:26:47.593 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-18T23:26:47.593 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2023-03-18T23:26:47.593 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2023-03-18 23:23:49.791237242 +0000 2023-03-18T23:26:47.593 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2023-03-18 23:16:21.901838789 +0000 2023-03-18T23:26:47.593 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2023-03-18 23:16:21.901838789 +0000 2023-03-18T23:26:47.593 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: - 2023-03-18T23:26:47.594 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-03-18T23:26:49.203 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2023-03-18T23:26:50.597 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2023-03-18T23:26:50.597 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000209109 s, 2.4 MB/s 2023-03-18T23:26:50.598 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-03-18T23:26:50.657 INFO:tasks.ceph:osd dev map: {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'} 2023-03-18T23:26:52.233 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi012.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'}, Remote(name='ubuntu@smithi105.front.sepia.ceph.com'): {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'}} 2023-03-18T23:26:52.233 INFO:tasks.ceph:Generating config... 2023-03-18T23:26:52.234 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-03-18T23:26:52.234 INFO:tasks.ceph:[mgr] debug ms = 1 2023-03-18T23:26:52.234 INFO:tasks.ceph:[mon] debug mon = 20 2023-03-18T23:26:52.234 INFO:tasks.ceph:[mon] debug ms = 1 2023-03-18T23:26:52.234 INFO:tasks.ceph:[mon] debug paxos = 20 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] bdev async discard = True 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] debug bluefs = 20 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] debug bluestore = 20 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] debug ms = 1 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] debug osd = 20 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] debug rocksdb = 10 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-03-18T23:26:52.235 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2023-03-18T23:26:52.236 INFO:tasks.ceph:Setting up mon.a... 2023-03-18T23:26:52.236 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-03-18T23:26:52.294 INFO:teuthology.orchestra.run.smithi012.stdout:creating /etc/ceph/ceph.keyring 2023-03-18T23:26:53.925 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-03-18T23:26:53.976 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-03-18T23:26:56.167 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.12'), ('mon.b', '172.21.15.105'), ('mon.c', '[v2:172.21.15.105:3301,v1:172.21.15.105:6790]')] 2023-03-18T23:27:01.757 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.12,172.21.15.105,[v2:172.21.15.105:3301,v1:172.21.15.105:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.b': {}} 2023-03-18T23:27:01.758 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:27:01.758 DEBUG:teuthology.orchestra.run.smithi012:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-03-18T23:27:01.759 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:27:01.761 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:27:01.763 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:27:03.099 DEBUG:teuthology.orchestra.run.smithi012:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.12 --add b 172.21.15.105 --addv c '[v2:172.21.15.105:3301,v1:172.21.15.105:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:27:04.472 INFO:teuthology.orchestra.run.smithi012.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:27:06.170 INFO:teuthology.orchestra.run.smithi012.stdout:monmaptool: generated fsid 94f33969-e412-403b-912c-d78dbe9241a6 2023-03-18T23:27:06.170 INFO:teuthology.orchestra.run.smithi012.stdout:setting min_mon_release = pacific 2023-03-18T23:27:06.170 INFO:teuthology.orchestra.run.smithi012.stdout:epoch 0 2023-03-18T23:27:06.170 INFO:teuthology.orchestra.run.smithi012.stdout:fsid 94f33969-e412-403b-912c-d78dbe9241a6 2023-03-18T23:27:06.170 INFO:teuthology.orchestra.run.smithi012.stdout:last_changed 2023-03-18T23:27:04.472843+0000 2023-03-18T23:27:06.170 INFO:teuthology.orchestra.run.smithi012.stdout:created 2023-03-18T23:27:04.472843+0000 2023-03-18T23:27:06.170 INFO:teuthology.orchestra.run.smithi012.stdout:min_mon_release 16 (pacific) 2023-03-18T23:27:06.170 INFO:teuthology.orchestra.run.smithi012.stdout:election_strategy: 1 2023-03-18T23:27:06.171 INFO:teuthology.orchestra.run.smithi012.stdout:0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2023-03-18T23:27:06.171 INFO:teuthology.orchestra.run.smithi012.stdout:1: [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] mon.b 2023-03-18T23:27:06.171 INFO:teuthology.orchestra.run.smithi012.stdout:2: [v2:172.21.15.105:3301/0,v1:172.21.15.105:6790/0] mon.c 2023-03-18T23:27:06.171 INFO:teuthology.orchestra.run.smithi012.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-03-18T23:27:06.172 DEBUG:teuthology.orchestra.run.smithi012:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-03-18T23:27:06.194 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 94f33969-e412-403b-912c-d78dbe9241a6... 2023-03-18T23:27:08.004 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-03-18T23:27:08.006 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-03-18T23:27:08.008 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-03-18T23:27:09.152 INFO:teuthology.orchestra.run.smithi012.stdout:[global] 2023-03-18T23:27:11.152 INFO:teuthology.orchestra.run.smithi012.stdout: chdir = "" 2023-03-18T23:27:11.152 INFO:teuthology.orchestra.run.smithi012.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-03-18T23:27:11.152 INFO:teuthology.orchestra.run.smithi012.stdout: auth supported = cephx 2023-03-18T23:27:11.152 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:11.152 INFO:teuthology.orchestra.run.smithi012.stdout: filestore xattr use omap = true 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: mon clock drift allowed = 1.000 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: osd crush chooseleaf type = 0 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: auth debug = true 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: ms die on old message = true 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: ms die on bug = true 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: mon max pg per osd = 10000 # >= luminous 2023-03-18T23:27:11.153 INFO:teuthology.orchestra.run.smithi012.stdout: mon pg warn max object skew = 0 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: # disable pg_autoscaler by default for new pools 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: osd_pool_default_pg_autoscale_mode = off 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: osd pool default size = 2 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: mon osd allow primary affinity = true 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: mon osd allow pg remap = true 2023-03-18T23:27:11.968 INFO:teuthology.orchestra.run.smithi012.stdout: mon warn on legacy crush tunables = false 2023-03-18T23:27:11.969 INFO:teuthology.orchestra.run.smithi012.stdout: mon warn on crush straw calc version zero = false 2023-03-18T23:27:11.969 INFO:teuthology.orchestra.run.smithi012.stdout: mon warn on no sortbitwise = false 2023-03-18T23:27:14.300 INFO:teuthology.orchestra.run.smithi012.stdout: mon warn on osd down out interval zero = false 2023-03-18T23:27:14.300 INFO:teuthology.orchestra.run.smithi012.stdout: mon warn on too few osds = false 2023-03-18T23:27:14.300 INFO:teuthology.orchestra.run.smithi012.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-03-18T23:27:14.300 INFO:teuthology.orchestra.run.smithi012.stdout: mon_warn_on_pool_no_redundancy = false 2023-03-18T23:27:14.300 INFO:teuthology.orchestra.run.smithi012.stdout: mon_allow_pool_size_one = true 2023-03-18T23:27:14.300 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:14.300 INFO:teuthology.orchestra.run.smithi012.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-03-18T23:27:14.301 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:14.301 INFO:teuthology.orchestra.run.smithi012.stdout: osd default data pool replay window = 5 2023-03-18T23:27:14.301 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:14.826 INFO:teuthology.orchestra.run.smithi012.stdout: mon allow pool delete = true 2023-03-18T23:27:14.827 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:14.827 INFO:teuthology.orchestra.run.smithi012.stdout: mon cluster log file level = debug 2023-03-18T23:27:15.920 INFO:teuthology.orchestra.run.smithi012.stdout: debug asserts on shutdown = true 2023-03-18T23:27:15.920 INFO:teuthology.orchestra.run.smithi012.stdout: mon health detail to clog = false 2023-03-18T23:27:15.920 INFO:teuthology.orchestra.run.smithi012.stdout: mon host = "172.21.15.12,172.21.15.105,[v2:172.21.15.105:3301,v1:172.21.15.105:6790]" 2023-03-18T23:27:15.920 INFO:teuthology.orchestra.run.smithi012.stdout: fsid = 94f33969-e412-403b-912c-d78dbe9241a6 2023-03-18T23:27:15.920 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:15.921 INFO:teuthology.orchestra.run.smithi012.stdout:[osd] 2023-03-18T23:27:15.921 INFO:teuthology.orchestra.run.smithi012.stdout: osd journal size = 100 2023-03-18T23:27:15.921 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:15.921 INFO:teuthology.orchestra.run.smithi012.stdout: osd scrub load threshold = 5.0 2023-03-18T23:27:15.921 INFO:teuthology.orchestra.run.smithi012.stdout: osd scrub max interval = 600 2023-03-18T23:27:15.921 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:15.921 INFO:teuthology.orchestra.run.smithi012.stdout: osd recover clone overlap = true 2023-03-18T23:27:16.625 INFO:teuthology.orchestra.run.smithi012.stdout: osd recovery max chunk = 1048576 2023-03-18T23:27:16.625 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.625 INFO:teuthology.orchestra.run.smithi012.stdout: osd debug shutdown = true 2023-03-18T23:27:16.625 INFO:teuthology.orchestra.run.smithi012.stdout: osd debug op order = true 2023-03-18T23:27:16.625 INFO:teuthology.orchestra.run.smithi012.stdout: osd debug verify stray on activate = true 2023-03-18T23:27:16.625 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: osd open classes on start = true 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: osd debug pg log writeout = true 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: osd deep scrub update digest min age = 30 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: osd map max advance = 10 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: journal zero on create = true 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: filestore ondisk finisher threads = 3 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: filestore apply finisher threads = 3 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: bdev debug aio = true 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: osd debug misdirected ops = true 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: bdev async discard = True 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: bdev enable discard = True 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: bluestore allocator = bitmap 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: bluestore block size = 96636764160 2023-03-18T23:27:16.626 INFO:teuthology.orchestra.run.smithi012.stdout: bluestore fsck on mount = True 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug bluefs = 20 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug bluestore = 20 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug ms = 1 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug osd = 20 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug rocksdb = 10 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: mon osd backfillfull_ratio = 0.85 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: mon osd full ratio = 0.9 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: mon osd nearfull ratio = 0.8 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: osd failsafe full ratio = 0.95 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: osd objectstore = bluestore 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: osd shutdown pgref assert = True 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout:[mgr] 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug ms = 1 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug mgr = 20 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug mon = 20 2023-03-18T23:27:16.627 INFO:teuthology.orchestra.run.smithi012.stdout: debug auth = 20 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mon reweight min pgs per osd = 4 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mon reweight min bytes per osd = 10 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mgr/telemetry/nag = false 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout:[mon] 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: debug ms = 1 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: debug mon = 20 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: debug paxos = 20 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: debug auth = 20 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mon data avail warn = 5 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mon mgr mkfs grace = 240 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mon reweight min pgs per osd = 4 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mon osd reporter subtree level = osd 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mon osd prime pg temp = true 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: mon reweight min bytes per osd = 10 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:16.628 INFO:teuthology.orchestra.run.smithi012.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-03-18T23:27:17.452 INFO:teuthology.orchestra.run.smithi012.stdout: auth mon ticket ttl = 660 # 11m 2023-03-18T23:27:17.452 INFO:teuthology.orchestra.run.smithi012.stdout: auth service ticket ttl = 240 # 4m 2023-03-18T23:27:17.452 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:18.495 INFO:teuthology.orchestra.run.smithi012.stdout: # don't complain about insecure global_id in the test suite 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: # 1m isn't quite enough 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: mon_down_mkfs_grace = 2m 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: mon_warn_on_filestore_osds = false 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout:[client] 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: rgw cache enabled = true 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: rgw enable ops log = true 2023-03-18T23:27:18.496 INFO:teuthology.orchestra.run.smithi012.stdout: rgw enable usage log = true 2023-03-18T23:27:19.079 INFO:teuthology.orchestra.run.smithi012.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-03-18T23:27:19.724 INFO:teuthology.orchestra.run.smithi012.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-03-18T23:27:21.736 INFO:teuthology.orchestra.run.smithi012.stdout:[mon.a] 2023-03-18T23:27:21.737 INFO:teuthology.orchestra.run.smithi012.stdout:[mon.b] 2023-03-18T23:27:21.737 INFO:teuthology.orchestra.run.smithi012.stdout:[mon.c] 2023-03-18T23:27:21.737 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.a] 2023-03-18T23:27:21.737 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.b] 2023-03-18T23:27:21.739 INFO:teuthology.orchestra.run.smithi111.stdout:[global] 2023-03-18T23:27:22.690 INFO:teuthology.orchestra.run.smithi111.stdout: chdir = "" 2023-03-18T23:27:22.690 INFO:teuthology.orchestra.run.smithi111.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-03-18T23:27:22.690 INFO:teuthology.orchestra.run.smithi111.stdout: auth supported = cephx 2023-03-18T23:27:22.690 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:22.690 INFO:teuthology.orchestra.run.smithi111.stdout: filestore xattr use omap = true 2023-03-18T23:27:23.633 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.633 INFO:teuthology.orchestra.run.smithi111.stdout: mon clock drift allowed = 1.000 2023-03-18T23:27:23.633 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.633 INFO:teuthology.orchestra.run.smithi111.stdout: osd crush chooseleaf type = 0 2023-03-18T23:27:23.633 INFO:teuthology.orchestra.run.smithi111.stdout: auth debug = true 2023-03-18T23:27:23.633 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.633 INFO:teuthology.orchestra.run.smithi111.stdout: ms die on old message = true 2023-03-18T23:27:23.633 INFO:teuthology.orchestra.run.smithi111.stdout: ms die on bug = true 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon max pg per osd = 10000 # >= luminous 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon pg warn max object skew = 0 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: # disable pg_autoscaler by default for new pools 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: osd_pool_default_pg_autoscale_mode = off 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: osd pool default size = 2 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd allow primary affinity = true 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd allow pg remap = true 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on legacy crush tunables = false 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on crush straw calc version zero = false 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on no sortbitwise = false 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on osd down out interval zero = false 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon warn on too few osds = false 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-03-18T23:27:23.634 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_pool_no_redundancy = false 2023-03-18T23:27:23.635 INFO:teuthology.orchestra.run.smithi111.stdout: mon_allow_pool_size_one = true 2023-03-18T23:27:23.635 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.635 INFO:teuthology.orchestra.run.smithi111.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-03-18T23:27:23.635 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.635 INFO:teuthology.orchestra.run.smithi111.stdout: osd default data pool replay window = 5 2023-03-18T23:27:23.635 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:23.635 INFO:teuthology.orchestra.run.smithi111.stdout: mon allow pool delete = true 2023-03-18T23:27:23.635 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:24.366 INFO:teuthology.orchestra.run.smithi111.stdout: mon cluster log file level = debug 2023-03-18T23:27:24.366 INFO:teuthology.orchestra.run.smithi111.stdout: debug asserts on shutdown = true 2023-03-18T23:27:24.366 INFO:teuthology.orchestra.run.smithi111.stdout: mon health detail to clog = false 2023-03-18T23:27:24.366 INFO:teuthology.orchestra.run.smithi111.stdout: mon host = "172.21.15.12,172.21.15.105,[v2:172.21.15.105:3301,v1:172.21.15.105:6790]" 2023-03-18T23:27:24.366 INFO:teuthology.orchestra.run.smithi111.stdout: fsid = 94f33969-e412-403b-912c-d78dbe9241a6 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout:[osd] 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: osd journal size = 100 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: osd scrub load threshold = 5.0 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: osd scrub max interval = 600 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: osd recover clone overlap = true 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: osd recovery max chunk = 1048576 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug shutdown = true 2023-03-18T23:27:24.367 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug op order = true 2023-03-18T23:27:26.461 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug verify stray on activate = true 2023-03-18T23:27:26.461 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:26.461 INFO:teuthology.orchestra.run.smithi111.stdout: osd open classes on start = true 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug pg log writeout = true 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: osd deep scrub update digest min age = 30 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: osd map max advance = 10 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: journal zero on create = true 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: filestore ondisk finisher threads = 3 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: filestore apply finisher threads = 3 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:27.820 INFO:teuthology.orchestra.run.smithi111.stdout: bdev debug aio = true 2023-03-18T23:27:27.821 INFO:teuthology.orchestra.run.smithi111.stdout: osd debug misdirected ops = true 2023-03-18T23:27:27.821 INFO:teuthology.orchestra.run.smithi111.stdout: bdev async discard = True 2023-03-18T23:27:27.821 INFO:teuthology.orchestra.run.smithi111.stdout: bdev enable discard = True 2023-03-18T23:27:28.431 INFO:teuthology.orchestra.run.smithi111.stdout: bluestore allocator = bitmap 2023-03-18T23:27:28.431 INFO:teuthology.orchestra.run.smithi111.stdout: bluestore block size = 96636764160 2023-03-18T23:27:28.431 INFO:teuthology.orchestra.run.smithi111.stdout: bluestore fsck on mount = True 2023-03-18T23:27:28.431 INFO:teuthology.orchestra.run.smithi111.stdout: debug bluefs = 20 2023-03-18T23:27:28.431 INFO:teuthology.orchestra.run.smithi111.stdout: debug bluestore = 20 2023-03-18T23:27:28.431 INFO:teuthology.orchestra.run.smithi111.stdout: debug ms = 1 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: debug osd = 20 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: debug rocksdb = 10 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd backfillfull_ratio = 0.85 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd full ratio = 0.9 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd nearfull ratio = 0.8 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: osd failsafe full ratio = 0.95 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: osd objectstore = bluestore 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: osd shutdown pgref assert = True 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout:[mgr] 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: debug ms = 1 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: debug mgr = 20 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: debug mon = 20 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: debug auth = 20 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: mon reweight min pgs per osd = 4 2023-03-18T23:27:28.432 INFO:teuthology.orchestra.run.smithi111.stdout: mon reweight min bytes per osd = 10 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: mgr/telemetry/nag = false 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:[mon] 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: debug ms = 1 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: debug mon = 20 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: debug paxos = 20 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: debug auth = 20 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: mon data avail warn = 5 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: mon mgr mkfs grace = 240 2023-03-18T23:27:28.433 INFO:teuthology.orchestra.run.smithi111.stdout: mon reweight min pgs per osd = 4 2023-03-18T23:27:29.687 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd reporter subtree level = osd 2023-03-18T23:27:29.687 INFO:teuthology.orchestra.run.smithi111.stdout: mon osd prime pg temp = true 2023-03-18T23:27:29.687 INFO:teuthology.orchestra.run.smithi111.stdout: mon reweight min bytes per osd = 10 2023-03-18T23:27:29.687 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:29.687 INFO:teuthology.orchestra.run.smithi111.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-03-18T23:27:29.687 INFO:teuthology.orchestra.run.smithi111.stdout: auth mon ticket ttl = 660 # 11m 2023-03-18T23:27:29.687 INFO:teuthology.orchestra.run.smithi111.stdout: auth service ticket ttl = 240 # 4m 2023-03-18T23:27:29.688 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:29.688 INFO:teuthology.orchestra.run.smithi111.stdout: # don't complain about insecure global_id in the test suite 2023-03-18T23:27:29.688 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-03-18T23:27:30.227 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-03-18T23:27:30.227 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:30.227 INFO:teuthology.orchestra.run.smithi111.stdout: # 1m isn't quite enough 2023-03-18T23:27:30.227 INFO:teuthology.orchestra.run.smithi111.stdout: mon_down_mkfs_grace = 2m 2023-03-18T23:27:30.227 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:30.228 INFO:teuthology.orchestra.run.smithi111.stdout: mon_warn_on_filestore_osds = false 2023-03-18T23:27:30.228 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-03-18T23:27:30.228 INFO:teuthology.orchestra.run.smithi111.stdout:[client] 2023-03-18T23:27:30.228 INFO:teuthology.orchestra.run.smithi111.stdout: rgw cache enabled = true 2023-03-18T23:27:30.228 INFO:teuthology.orchestra.run.smithi111.stdout: rgw enable ops log = true 2023-03-18T23:27:30.228 INFO:teuthology.orchestra.run.smithi111.stdout: rgw enable usage log = true 2023-03-18T23:27:30.769 INFO:teuthology.orchestra.run.smithi111.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-03-18T23:27:30.769 INFO:teuthology.orchestra.run.smithi111.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-03-18T23:27:30.769 INFO:teuthology.orchestra.run.smithi111.stdout:[mon.a] 2023-03-18T23:27:30.769 INFO:teuthology.orchestra.run.smithi111.stdout:[mon.b] 2023-03-18T23:27:30.769 INFO:teuthology.orchestra.run.smithi111.stdout:[mon.c] 2023-03-18T23:27:30.769 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.a] 2023-03-18T23:27:30.770 INFO:teuthology.orchestra.run.smithi111.stdout:[mds.b] 2023-03-18T23:27:30.770 INFO:teuthology.orchestra.run.smithi105.stdout:[global] 2023-03-18T23:27:30.770 INFO:teuthology.orchestra.run.smithi105.stdout: chdir = "" 2023-03-18T23:27:30.770 INFO:teuthology.orchestra.run.smithi105.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-03-18T23:27:30.770 INFO:teuthology.orchestra.run.smithi105.stdout: auth supported = cephx 2023-03-18T23:27:30.770 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: filestore xattr use omap = true 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: mon clock drift allowed = 1.000 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: osd crush chooseleaf type = 0 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: auth debug = true 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: ms die on old message = true 2023-03-18T23:27:31.399 INFO:teuthology.orchestra.run.smithi105.stdout: ms die on bug = true 2023-03-18T23:27:31.400 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:31.941 INFO:teuthology.orchestra.run.smithi105.stdout: mon max pg per osd = 10000 # >= luminous 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon pg warn max object skew = 0 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: # disable pg_autoscaler by default for new pools 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: osd_pool_default_pg_autoscale_mode = off 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: osd pool default size = 2 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd allow primary affinity = true 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd allow pg remap = true 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on legacy crush tunables = false 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on crush straw calc version zero = false 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on no sortbitwise = false 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on osd down out interval zero = false 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on too few osds = false 2023-03-18T23:27:31.942 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-03-18T23:27:31.943 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_pool_no_redundancy = false 2023-03-18T23:27:31.943 INFO:teuthology.orchestra.run.smithi105.stdout: mon_allow_pool_size_one = true 2023-03-18T23:27:31.943 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:33.196 INFO:teuthology.orchestra.run.smithi105.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-03-18T23:27:33.196 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:33.196 INFO:teuthology.orchestra.run.smithi105.stdout: osd default data pool replay window = 5 2023-03-18T23:27:33.662 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:33.662 INFO:teuthology.orchestra.run.smithi105.stdout: mon allow pool delete = true 2023-03-18T23:27:33.662 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: mon cluster log file level = debug 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: debug asserts on shutdown = true 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: mon health detail to clog = false 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: mon host = "172.21.15.12,172.21.15.105,[v2:172.21.15.105:3301,v1:172.21.15.105:6790]" 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: fsid = 94f33969-e412-403b-912c-d78dbe9241a6 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout:[osd] 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: osd journal size = 100 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: osd scrub load threshold = 5.0 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: osd scrub max interval = 600 2023-03-18T23:27:33.663 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:33.665 INFO:teuthology.orchestra.run.smithi105.stdout: osd recover clone overlap = true 2023-03-18T23:27:33.666 INFO:teuthology.orchestra.run.smithi105.stdout: osd recovery max chunk = 1048576 2023-03-18T23:27:33.666 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:33.666 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug shutdown = true 2023-03-18T23:27:33.666 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug op order = true 2023-03-18T23:27:33.666 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug verify stray on activate = true 2023-03-18T23:27:33.666 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:34.189 INFO:teuthology.orchestra.run.smithi105.stdout: osd open classes on start = true 2023-03-18T23:27:34.189 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug pg log writeout = true 2023-03-18T23:27:34.189 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:34.189 INFO:teuthology.orchestra.run.smithi105.stdout: osd deep scrub update digest min age = 30 2023-03-18T23:27:34.190 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:34.190 INFO:teuthology.orchestra.run.smithi105.stdout: osd map max advance = 10 2023-03-18T23:27:34.190 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:34.190 INFO:teuthology.orchestra.run.smithi105.stdout: journal zero on create = true 2023-03-18T23:27:34.190 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:34.190 INFO:teuthology.orchestra.run.smithi105.stdout: filestore ondisk finisher threads = 3 2023-03-18T23:27:34.190 INFO:teuthology.orchestra.run.smithi105.stdout: filestore apply finisher threads = 3 2023-03-18T23:27:34.190 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:34.191 INFO:teuthology.orchestra.run.smithi105.stdout: bdev debug aio = true 2023-03-18T23:27:34.191 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug misdirected ops = true 2023-03-18T23:27:34.191 INFO:teuthology.orchestra.run.smithi105.stdout: bdev async discard = True 2023-03-18T23:27:34.191 INFO:teuthology.orchestra.run.smithi105.stdout: bdev enable discard = True 2023-03-18T23:27:36.431 INFO:teuthology.orchestra.run.smithi105.stdout: bluestore allocator = bitmap 2023-03-18T23:27:36.431 INFO:teuthology.orchestra.run.smithi105.stdout: bluestore block size = 96636764160 2023-03-18T23:27:36.431 INFO:teuthology.orchestra.run.smithi105.stdout: bluestore fsck on mount = True 2023-03-18T23:27:36.431 INFO:teuthology.orchestra.run.smithi105.stdout: debug bluefs = 20 2023-03-18T23:27:36.431 INFO:teuthology.orchestra.run.smithi105.stdout: debug bluestore = 20 2023-03-18T23:27:36.431 INFO:teuthology.orchestra.run.smithi105.stdout: debug ms = 1 2023-03-18T23:27:36.431 INFO:teuthology.orchestra.run.smithi105.stdout: debug osd = 20 2023-03-18T23:27:36.432 INFO:teuthology.orchestra.run.smithi105.stdout: debug rocksdb = 10 2023-03-18T23:27:36.432 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd backfillfull_ratio = 0.85 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd full ratio = 0.9 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd nearfull ratio = 0.8 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: osd failsafe full ratio = 0.95 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: osd objectstore = bluestore 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: osd shutdown pgref assert = True 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout:[mgr] 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: debug ms = 1 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: debug mgr = 20 2023-03-18T23:27:39.149 INFO:teuthology.orchestra.run.smithi105.stdout: debug mon = 20 2023-03-18T23:27:39.150 INFO:teuthology.orchestra.run.smithi105.stdout: debug auth = 20 2023-03-18T23:27:39.150 INFO:teuthology.orchestra.run.smithi105.stdout: mon reweight min pgs per osd = 4 2023-03-18T23:27:39.150 INFO:teuthology.orchestra.run.smithi105.stdout: mon reweight min bytes per osd = 10 2023-03-18T23:27:39.150 INFO:teuthology.orchestra.run.smithi105.stdout: mgr/telemetry/nag = false 2023-03-18T23:27:39.150 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:39.150 INFO:teuthology.orchestra.run.smithi105.stdout:[mon] 2023-03-18T23:27:39.150 INFO:teuthology.orchestra.run.smithi105.stdout: debug ms = 1 2023-03-18T23:27:40.133 INFO:teuthology.orchestra.run.smithi105.stdout: debug mon = 20 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: debug paxos = 20 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: debug auth = 20 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: mon data avail warn = 5 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: mon mgr mkfs grace = 240 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: mon reweight min pgs per osd = 4 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd reporter subtree level = osd 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd prime pg temp = true 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: mon reweight min bytes per osd = 10 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: auth mon ticket ttl = 660 # 11m 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: auth service ticket ttl = 240 # 4m 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: # don't complain about insecure global_id in the test suite 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-03-18T23:27:40.134 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: # 1m isn't quite enough 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: mon_down_mkfs_grace = 2m 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_filestore_osds = false 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout:[client] 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: rgw cache enabled = true 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: rgw enable ops log = true 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: rgw enable usage log = true 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-03-18T23:27:40.135 INFO:teuthology.orchestra.run.smithi105.stdout:[mon.a] 2023-03-18T23:27:40.783 INFO:teuthology.orchestra.run.smithi105.stdout:[mon.b] 2023-03-18T23:27:40.783 INFO:teuthology.orchestra.run.smithi105.stdout:[mon.c] 2023-03-18T23:27:40.783 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.a] 2023-03-18T23:27:40.783 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.b] 2023-03-18T23:27:40.783 INFO:tasks.ceph:Creating admin key on mon.a... 2023-03-18T23:27:40.784 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-03-18T23:27:40.784 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:27:41.850 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:27:43.470 INFO:tasks.ceph:Copying monmap to all nodes... 2023-03-18T23:27:44.571 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:27:44.900 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-03-18T23:27:44.901 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:27:44.921 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:27:46.064 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-03-18T23:27:46.086 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi012.front.sepia.ceph.com 2023-03-18T23:27:48.376 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:27:48.376 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.keyring 2023-03-18T23:27:48.376 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-03-18T23:27:48.417 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:27:49.582 DEBUG:teuthology.orchestra.run.smithi012:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:27:49.602 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi105.front.sepia.ceph.com 2023-03-18T23:27:50.177 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:27:50.178 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/ceph/ceph.keyring 2023-03-18T23:27:50.178 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-03-18T23:27:50.218 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:27:52.753 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:27:52.774 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi111.front.sepia.ceph.com 2023-03-18T23:27:54.406 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:27:55.060 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.keyring 2023-03-18T23:27:55.060 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-03-18T23:27:55.102 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:27:56.471 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:27:56.491 INFO:tasks.ceph:Setting up mon nodes... 2023-03-18T23:27:58.072 INFO:tasks.ceph:Setting up mgr nodes... 2023-03-18T23:27:58.072 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-03-18T23:27:58.134 INFO:teuthology.orchestra.run.smithi012.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-03-18T23:28:00.037 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-03-18T23:28:00.126 INFO:teuthology.orchestra.run.smithi105.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-03-18T23:28:01.878 INFO:tasks.ceph:Setting up mds nodes... 2023-03-18T23:28:01.878 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-03-18T23:28:01.941 INFO:teuthology.orchestra.run.smithi012.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-03-18T23:28:04.335 DEBUG:teuthology.orchestra.run.smithi012:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-03-18T23:28:04.371 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-03-18T23:28:06.701 INFO:teuthology.orchestra.run.smithi105.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-03-18T23:28:08.587 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-03-18T23:28:09.290 INFO:tasks.ceph_client:Setting up client nodes... 2023-03-18T23:28:10.633 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-03-18T23:28:13.424 INFO:teuthology.orchestra.run.smithi111.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-03-18T23:28:14.546 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-03-18T23:28:14.547 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi012.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'}, Remote(name='ubuntu@smithi105.front.sepia.ceph.com'): {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'}} 2023-03-18T23:28:15.861 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-03-18T23:28:15.893 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'} 2023-03-18T23:28:16.840 INFO:tasks.ceph:role: osd.0 2023-03-18T23:28:16.840 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi012.front.sepia.ceph.com 2023-03-18T23:28:16.840 DEBUG:teuthology.orchestra.run.smithi012:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-03-18T23:28:16.841 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:28:16.844 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:28:17.439 INFO:teuthology.orchestra.run.smithi012.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-03-18T23:28:17.789 INFO:teuthology.orchestra.run.smithi012.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-18T23:28:17.789 INFO:teuthology.orchestra.run.smithi012.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-18T23:28:17.789 INFO:teuthology.orchestra.run.smithi012.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-03-18T23:28:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-18T23:28:17.789 INFO:teuthology.orchestra.run.smithi012.stdout: = sunit=0 swidth=0 blks 2023-03-18T23:28:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-18T23:28:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-18T23:28:17.790 INFO:teuthology.orchestra.run.smithi012.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-18T23:28:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-18T23:28:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:Discarding blocks...Done. 2023-03-18T23:28:17.791 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi012.front.sepia.ceph.com -o noatime 2023-03-18T23:28:17.791 DEBUG:teuthology.orchestra.run.smithi012:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-03-18T23:28:17.792 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:28:18.729 DEBUG:teuthology.orchestra.run.smithi012:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-03-18T23:28:19.671 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-03-18T23:28:20.272 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2'} 2023-03-18T23:28:21.598 INFO:tasks.ceph:role: osd.1 2023-03-18T23:28:21.598 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi012.front.sepia.ceph.com 2023-03-18T23:28:21.598 DEBUG:teuthology.orchestra.run.smithi012:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-03-18T23:28:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout: = sunit=0 swidth=0 blks 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-18T23:28:21.980 INFO:teuthology.orchestra.run.smithi012.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-18T23:28:22.085 INFO:teuthology.orchestra.run.smithi012.stdout:Discarding blocks...Done. 2023-03-18T23:28:22.887 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi012.front.sepia.ceph.com -o noatime 2023-03-18T23:28:25.919 DEBUG:teuthology.orchestra.run.smithi012:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-03-18T23:28:25.966 DEBUG:teuthology.orchestra.run.smithi012:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-03-18T23:28:27.820 DEBUG:teuthology.orchestra.run.smithi012:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:28:30.120 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:30.119+0000 7fc8f6394640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-03-18T23:28:31.326 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:30.119+0000 7fc8f6394640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-03-18T23:28:31.327 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:30.119+0000 7fc8f6394640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-03-18T23:28:31.327 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:30.119+0000 7fc8f6394640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-03-18T23:28:31.327 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:30.119+0000 7fc8f6394640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-03-18T23:28:31.327 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:30.119+0000 7fc8f6394640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-03-18T23:28:33.365 DEBUG:teuthology.orchestra.run.smithi012:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-03-18T23:28:33.399 DEBUG:teuthology.orchestra.run.smithi012:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:28:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:34.309+0000 7f15106e1640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-03-18T23:28:36.203 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:34.309+0000 7f15106e1640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-03-18T23:28:36.203 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:34.309+0000 7f15106e1640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-03-18T23:28:36.204 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:34.309+0000 7f15106e1640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-03-18T23:28:36.204 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:34.309+0000 7f15106e1640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-03-18T23:28:36.204 INFO:teuthology.orchestra.run.smithi012.stderr:2023-03-18T23:28:34.310+0000 7f15106e1640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-03-18T23:28:37.164 DEBUG:teuthology.orchestra.run.smithi012:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-03-18T23:28:38.236 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-03-18T23:28:39.708 INFO:tasks.ceph:roles_to_devs: {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'} 2023-03-18T23:28:41.423 INFO:tasks.ceph:role: osd.2 2023-03-18T23:28:41.423 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi105.front.sepia.ceph.com 2023-03-18T23:28:41.423 DEBUG:teuthology.orchestra.run.smithi105:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-03-18T23:28:41.462 INFO:teuthology.orchestra.run.smithi105.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-03-18T23:28:42.228 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-18T23:28:42.228 INFO:teuthology.orchestra.run.smithi105.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-18T23:28:42.228 INFO:teuthology.orchestra.run.smithi105.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-03-18T23:28:42.228 INFO:teuthology.orchestra.run.smithi105.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-18T23:28:43.034 INFO:teuthology.orchestra.run.smithi105.stdout: = sunit=0 swidth=0 blks 2023-03-18T23:28:43.034 INFO:teuthology.orchestra.run.smithi105.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-18T23:28:43.034 INFO:teuthology.orchestra.run.smithi105.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-18T23:28:43.034 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-18T23:28:43.034 INFO:teuthology.orchestra.run.smithi105.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-18T23:28:43.035 INFO:teuthology.orchestra.run.smithi105.stdout:Discarding blocks...Done. 2023-03-18T23:28:43.035 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi105.front.sepia.ceph.com -o noatime 2023-03-18T23:28:43.035 DEBUG:teuthology.orchestra.run.smithi105:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-2 2023-03-18T23:28:43.126 DEBUG:teuthology.orchestra.run.smithi105:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-03-18T23:28:43.687 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-03-18T23:28:44.906 INFO:tasks.ceph:roles_to_devs: {'osd.2': '/dev/vg_nvme/lv_1', 'osd.3': '/dev/vg_nvme/lv_2'} 2023-03-18T23:28:45.989 INFO:tasks.ceph:role: osd.3 2023-03-18T23:28:45.989 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi105.front.sepia.ceph.com 2023-03-18T23:28:45.989 DEBUG:teuthology.orchestra.run.smithi105:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-03-18T23:28:46.026 INFO:teuthology.orchestra.run.smithi105.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-03-18T23:28:47.029 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 attr=2, projid32bit=1 2023-03-18T23:28:47.029 INFO:teuthology.orchestra.run.smithi105.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-03-18T23:28:47.029 INFO:teuthology.orchestra.run.smithi105.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-03-18T23:28:47.029 INFO:teuthology.orchestra.run.smithi105.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-03-18T23:28:47.030 INFO:teuthology.orchestra.run.smithi105.stdout: = sunit=0 swidth=0 blks 2023-03-18T23:28:47.030 INFO:teuthology.orchestra.run.smithi105.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-03-18T23:28:47.030 INFO:teuthology.orchestra.run.smithi105.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-03-18T23:28:47.030 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-03-18T23:28:47.030 INFO:teuthology.orchestra.run.smithi105.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-03-18T23:28:47.031 INFO:teuthology.orchestra.run.smithi105.stdout:Discarding blocks...Done. 2023-03-18T23:28:47.550 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi105.front.sepia.ceph.com -o noatime 2023-03-18T23:28:47.902 DEBUG:teuthology.orchestra.run.smithi105:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-3 2023-03-18T23:28:47.952 DEBUG:teuthology.orchestra.run.smithi105:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-03-18T23:28:48.456 DEBUG:teuthology.orchestra.run.smithi105:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:28:49.376 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:49.375+0000 7fa847056640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-03-18T23:28:50.158 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:49.376+0000 7fa847056640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-03-18T23:28:50.158 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:49.376+0000 7fa847056640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-03-18T23:28:50.158 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:49.376+0000 7fa847056640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-03-18T23:28:50.158 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:49.376+0000 7fa847056640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-03-18T23:28:50.159 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:28:50.160 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:49.376+0000 7fa847056640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-03-18T23:28:50.162 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:28:50.595 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:28:52.224 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-03-18T23:28:52.501 DEBUG:teuthology.orchestra.run.smithi105:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:28:53.515 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:53.514+0000 7f6b29c4f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-03-18T23:28:54.259 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:53.514+0000 7f6b29c4f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-03-18T23:28:54.259 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:53.514+0000 7f6b29c4f640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-03-18T23:28:54.259 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:53.514+0000 7f6b29c4f640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-03-18T23:28:54.259 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:53.514+0000 7f6b29c4f640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-03-18T23:28:54.260 INFO:teuthology.orchestra.run.smithi105.stderr:2023-03-18T23:28:53.515+0000 7f6b29c4f640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-03-18T23:28:56.369 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-03-18T23:28:57.010 INFO:tasks.ceph:Reading keys from all nodes... 2023-03-18T23:28:57.803 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:28:57.803 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-03-18T23:28:57.836 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:28:58.892 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-03-18T23:28:58.926 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:29:04.632 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-03-18T23:29:04.663 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:29:07.649 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-03-18T23:29:07.682 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:29:08.409 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-03-18T23:29:08.439 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:29:09.129 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-03-18T23:29:09.160 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:29:10.983 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-03-18T23:29:11.012 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:29:12.792 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-03-18T23:29:12.821 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-03-18T23:29:13.875 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-03-18T23:29:14.559 INFO:tasks.ceph:Adding keys to all mons... 2023-03-18T23:29:15.226 DEBUG:teuthology.orchestra.run.smithi012:> sudo tee -a /etc/ceph/ceph.keyring 2023-03-18T23:29:15.676 DEBUG:teuthology.orchestra.run.smithi105:> sudo tee -a /etc/ceph/ceph.keyring 2023-03-18T23:29:15.706 INFO:teuthology.orchestra.run.smithi105.stdout:[mgr.x] 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQD+SBZkzan5BxAAaF6qvbOm6+5nJ9mJSvKRSQ== 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.a] 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQABSRZkkSYhOBAAFcnw2dWrjchFSA/bxKljIg== 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.0] 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQAeSRZkLpEwBxAAC5+RKyQVqiJVKF7U+TC83Q== 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.1] 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQAiSRZkXyKIEhAA0F3rHAb7kQiKUjpPg0rF6A== 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout:[mgr.y] 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQAASRZk5WyOBxAA44TdkI9f5PlxiKeA8GlTsQ== 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.b] 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQAGSRZkiR7PKRAAi6qWtW35Q+aFLe65k4tqHw== 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.2] 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQAxSRZke3xrFhAAAoPziRw4R4i2mU/55WVZPg== 2023-03-18T23:29:16.904 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.3] 2023-03-18T23:29:16.905 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQA1SRZkvIixHhAAYYXKkj8u1JM13FX+ChJvAQ== 2023-03-18T23:29:16.905 INFO:teuthology.orchestra.run.smithi105.stdout:[client.0] 2023-03-18T23:29:17.948 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQANSRZkPMJPGRAANsjc9fakRQW5YcqRPHEygQ== 2023-03-18T23:29:17.950 INFO:teuthology.orchestra.run.smithi012.stdout:[mgr.x] 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQD+SBZkzan5BxAAaF6qvbOm6+5nJ9mJSvKRSQ== 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.a] 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQABSRZkkSYhOBAAFcnw2dWrjchFSA/bxKljIg== 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout:[osd.0] 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQAeSRZkLpEwBxAAC5+RKyQVqiJVKF7U+TC83Q== 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout:[osd.1] 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQAiSRZkXyKIEhAA0F3rHAb7kQiKUjpPg0rF6A== 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout:[mgr.y] 2023-03-18T23:29:17.951 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQAASRZk5WyOBxAA44TdkI9f5PlxiKeA8GlTsQ== 2023-03-18T23:29:17.952 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.b] 2023-03-18T23:29:17.952 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQAGSRZkiR7PKRAAi6qWtW35Q+aFLe65k4tqHw== 2023-03-18T23:29:17.952 INFO:teuthology.orchestra.run.smithi012.stdout:[osd.2] 2023-03-18T23:29:17.952 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQAxSRZke3xrFhAAAoPziRw4R4i2mU/55WVZPg== 2023-03-18T23:29:17.952 INFO:teuthology.orchestra.run.smithi012.stdout:[osd.3] 2023-03-18T23:29:17.952 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQA1SRZkvIixHhAAYYXKkj8u1JM13FX+ChJvAQ== 2023-03-18T23:29:21.118 INFO:teuthology.orchestra.run.smithi012.stdout:[client.0] 2023-03-18T23:29:21.118 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQANSRZkPMJPGRAANsjc9fakRQW5YcqRPHEygQ== 2023-03-18T23:29:21.118 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-03-18T23:29:21.121 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-03-18T23:29:21.182 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-18T23:29:23.389 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:29:24.206 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-18T23:29:24.207 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:29:25.028 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-18T23:29:25.635 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:29:26.456 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-18T23:29:28.015 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-18T23:29:28.723 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-18T23:29:30.442 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-03-18T23:29:31.833 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-03-18T23:29:32.432 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-18T23:29:32.930 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-03-18T23:29:33.685 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-18T23:29:34.691 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-18T23:29:35.768 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-18T23:29:38.156 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-03-18T23:29:38.805 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-18T23:29:39.383 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-03-18T23:29:41.396 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-03-18T23:29:44.531 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-03-18T23:29:44.562 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-03-18T23:29:45.284 DEBUG:teuthology.orchestra.run.smithi012:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-03-18T23:29:45.943 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-03-18T23:29:46.970 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-03-18T23:29:49.207 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-03-18T23:29:50.726 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-03-18T23:29:52.944 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-03-18T23:29:54.541 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-03-18T23:29:55.928 DEBUG:teuthology.orchestra.run.smithi012:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:29:57.236 DEBUG:teuthology.orchestra.run.smithi105:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-03-18T23:29:57.256 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-03-18T23:29:58.633 INFO:tasks.ceph.mon.a:Restarting daemon 2023-03-18T23:29:58.633 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-03-18T23:29:58.634 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:29:58.635 INFO:tasks.ceph.mon.a:Started 2023-03-18T23:29:58.635 INFO:tasks.ceph.mon.b:Restarting daemon 2023-03-18T23:29:58.635 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-03-18T23:29:58.636 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:29:58.639 INFO:tasks.ceph.mon.b:Started 2023-03-18T23:30:00.503 INFO:tasks.ceph.mon.c:Restarting daemon 2023-03-18T23:30:00.503 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-03-18T23:30:00.504 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:30:00.546 INFO:tasks.ceph.mon.c:Started 2023-03-18T23:30:02.720 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-03-18T23:30:02.721 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-03-18T23:30:02.721 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-03-18T23:30:02.723 INFO:tasks.ceph.mgr.x:Started 2023-03-18T23:30:02.724 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-03-18T23:30:02.724 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-03-18T23:30:02.727 INFO:tasks.ceph.mgr.y:Started 2023-03-18T23:30:04.142 INFO:tasks.ceph:Setting crush tunables to default 2023-03-18T23:30:04.142 DEBUG:teuthology.orchestra.run.smithi012:> sudo ceph --cluster ceph osd crush tunables default 2023-03-18T23:30:04.360 INFO:teuthology.orchestra.run.smithi012.stderr:adjusted tunables profile to default 2023-03-18T23:30:05.545 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:04.949+0000 7f6049943200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-18T23:30:05.545 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:05.020+0000 7f6049943200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-18T23:30:05.545 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:05.113+0000 7f6049943200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-18T23:30:05.545 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:05.298+0000 7f6049943200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-18T23:30:05.546 INFO:tasks.ceph:check_enable_crimson: False 2023-03-18T23:30:05.546 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-03-18T23:30:05.546 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:30:05.546 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-03-18T23:30:05.547 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:04.958+0000 7f674468c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-18T23:30:05.547 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:05.032+0000 7f674468c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-18T23:30:05.547 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:05.128+0000 7f674468c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-18T23:30:05.547 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:05.321+0000 7f674468c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-18T23:30:05.575 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2023-03-18T23:30:07.490 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-03-18T23:30:07.492 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:06.144+0000 7f674468c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-18T23:30:07.492 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:06.291+0000 7f674468c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-18T23:30:07.492 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:06.534+0000 7f674468c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-18T23:30:07.492 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:06.610+0000 7f674468c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-18T23:30:07.492 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:06.754+0000 7f674468c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-18T23:30:07.492 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:07.330+0000 7f674468c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-18T23:30:07.493 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:07.408+0000 7f674468c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-18T23:30:07.493 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:06.069+0000 7f6049943200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-18T23:30:07.493 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:06.209+0000 7f6049943200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-18T23:30:09.308 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:06.427+0000 7f6049943200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-18T23:30:09.308 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:06.498+0000 7f6049943200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-18T23:30:09.308 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:06.634+0000 7f6049943200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-18T23:30:09.309 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:07.169+0000 7f6049943200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-18T23:30:09.309 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:07.243+0000 7f6049943200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-18T23:30:09.309 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:07.383+0000 7f6049943200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-18T23:30:09.311 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:07.631+0000 7f6049943200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-18T23:30:09.311 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:07.770+0000 7f6049943200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-18T23:30:09.311 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:07.849+0000 7f6049943200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-18T23:30:09.311 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:07.928+0000 7f6049943200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-18T23:30:09.311 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:08.006+0000 7f6049943200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-18T23:30:09.311 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:08.781+0000 7f6049943200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-18T23:30:09.311 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:08.864+0000 7f6049943200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-18T23:30:09.311 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:08.939+0000 7f6049943200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-18T23:30:09.312 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:09.021+0000 7f6049943200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-18T23:30:09.312 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:09.203+0000 7f6049943200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-18T23:30:09.312 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:09.275+0000 7f6049943200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-18T23:30:09.312 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:30:10.008 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-03-18T23:30:10.009 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:09.636+0000 7f6049943200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-18T23:30:10.010 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:07.557+0000 7f674468c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-18T23:30:11.742 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:07.817+0000 7f674468c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-18T23:30:11.742 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:07.964+0000 7f674468c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:08.047+0000 7f674468c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:08.131+0000 7f674468c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:08.213+0000 7f674468c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:09.044+0000 7f674468c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:09.130+0000 7f674468c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:09.210+0000 7f674468c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:09.296+0000 7f674468c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:09.488+0000 7f674468c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-18T23:30:11.743 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:09.563+0000 7f674468c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-18T23:30:12.531 INFO:tasks.ceph.mgr.x.smithi012.stderr:2023-03-18T23:30:09.944+0000 7f674468c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-18T23:30:12.534 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-03-18T23:30:14.784 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-03-18T23:30:14.785 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:10.665+0000 7f600345b700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-03-18T23:30:14.785 INFO:tasks.ceph.mgr.y.smithi105.stderr:2023-03-18T23:30:10.666+0000 7f600345b700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-03-18T23:30:14.818 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph osd new a5b3f73e-bfcd-4fd8-bebf-bc393da4260a 0 2023-03-18T23:30:16.355 INFO:teuthology.orchestra.run.smithi105.stdout:0 2023-03-18T23:30:17.021 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph osd new 97e3de05-7983-4f57-bc8f-88fe6949ff2b 1 2023-03-18T23:30:17.356 INFO:teuthology.orchestra.run.smithi105.stdout:1 2023-03-18T23:30:18.260 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph osd new 8fa6fa84-c28d-47ec-bef8-b9b9b0e6fd24 2 2023-03-18T23:30:18.593 INFO:teuthology.orchestra.run.smithi105.stdout:2 2023-03-18T23:30:19.575 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph osd new 58d91500-c589-4cd9-919d-c80f099afdd2 3 2023-03-18T23:30:19.912 INFO:teuthology.orchestra.run.smithi105.stdout:3 2023-03-18T23:30:20.935 INFO:tasks.ceph.osd.0:Restarting daemon 2023-03-18T23:30:21.765 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-03-18T23:30:21.769 INFO:tasks.ceph.osd.0:Started 2023-03-18T23:30:24.041 INFO:tasks.ceph.osd.1:Restarting daemon 2023-03-18T23:30:24.041 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-03-18T23:30:24.042 INFO:tasks.ceph.osd.0.smithi012.stderr:2023-03-18T23:30:22.375+0000 7f2122ad5640 -1 Falling back to public interface 2023-03-18T23:30:24.044 INFO:tasks.ceph.osd.1:Started 2023-03-18T23:30:24.044 INFO:tasks.ceph.osd.2:Restarting daemon 2023-03-18T23:30:24.044 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-03-18T23:30:24.047 INFO:tasks.ceph.osd.2:Started 2023-03-18T23:30:26.376 INFO:tasks.ceph.osd.3:Restarting daemon 2023-03-18T23:30:26.376 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-03-18T23:30:26.377 INFO:tasks.ceph.osd.1.smithi012.stderr:2023-03-18T23:30:24.643+0000 7f81fdb17640 -1 Falling back to public interface 2023-03-18T23:30:26.378 INFO:tasks.ceph.osd.2.smithi105.stderr:2023-03-18T23:30:24.646+0000 7fe70f50a640 -1 Falling back to public interface 2023-03-18T23:30:27.112 INFO:tasks.ceph.osd.0.smithi012.stderr:2023-03-18T23:30:25.809+0000 7f2122ad5640 -1 osd.0 0 log_to_monitors true 2023-03-18T23:30:27.114 INFO:tasks.ceph.osd.3:Started 2023-03-18T23:30:34.035 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-18T23:30:34.037 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:30:35.616 INFO:tasks.ceph.osd.3.smithi105.stderr:2023-03-18T23:30:27.713+0000 7efc40098640 -1 Falling back to public interface 2023-03-18T23:30:35.617 INFO:tasks.ceph.osd.0.smithi012.stderr:2023-03-18T23:30:27.616+0000 7f211667b700 -1 osd.0 0 waiting for initial osdmap 2023-03-18T23:30:35.617 INFO:tasks.ceph.osd.0.smithi012.stderr:2023-03-18T23:30:27.626+0000 7f210ea56700 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-18T23:30:35.617 INFO:tasks.ceph.osd.2.smithi105.stderr:2023-03-18T23:30:28.074+0000 7fe70f50a640 -1 osd.2 0 log_to_monitors true 2023-03-18T23:30:35.617 INFO:tasks.ceph.osd.2.smithi105.stderr:2023-03-18T23:30:30.356+0000 7fe7030b0700 -1 osd.2 0 waiting for initial osdmap 2023-03-18T23:30:35.617 INFO:tasks.ceph.osd.2.smithi105.stderr:2023-03-18T23:30:30.371+0000 7fe6fb48b700 -1 osd.2 10 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-18T23:30:35.618 INFO:tasks.ceph.osd.1.smithi012.stderr:2023-03-18T23:30:28.089+0000 7f81fdb17640 -1 osd.1 0 log_to_monitors true 2023-03-18T23:30:35.618 INFO:tasks.ceph.osd.1.smithi012.stderr:2023-03-18T23:30:30.350+0000 7f81f2ec0700 -1 osd.1 0 waiting for initial osdmap 2023-03-18T23:30:35.618 INFO:tasks.ceph.osd.1.smithi012.stderr:2023-03-18T23:30:30.371+0000 7f81e9a98700 -1 osd.1 10 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-18T23:30:35.618 INFO:tasks.ceph.osd.3.smithi105.stderr:2023-03-18T23:30:31.152+0000 7efc40098640 -1 osd.3 0 log_to_monitors true 2023-03-18T23:30:38.971 INFO:tasks.ceph.osd.3.smithi105.stderr:2023-03-18T23:30:33.108+0000 7efc33c3e700 -1 osd.3 0 waiting for initial osdmap 2023-03-18T23:30:38.971 INFO:tasks.ceph.osd.3.smithi105.stderr:2023-03-18T23:30:33.126+0000 7efc2c019700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-18T23:30:38.973 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:30:38.975 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:30:40.761 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":15,"fsid":"94f33969-e412-403b-912c-d78dbe9241a6","created":"2023-03-18T23:30:03.982896+0000","modified":"2023-03-18T23:30:35.371148+0000","last_up_change":"2023-03-18T23:30:33.365817+0000","last_in_change":"2023-03-18T23:30:19.906323+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-18T23:30:31.716859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a5b3f73e-bfcd-4fd8-bebf-bc393da4260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":107679},{"type":"v1","addr":"172.21.15.12:6801","nonce":107679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":107679},{"type":"v1","addr":"172.21.15.12:6803","nonce":107679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":107679},{"type":"v1","addr":"172.21.15.12:6807","nonce":107679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":107679},{"type":"v1","addr":"172.21.15.12:6805","nonce":107679}]},"public_addr":"172.21.15.12:6801/107679","cluster_addr":"172.21.15.12:6803/107679","heartbeat_back_addr":"172.21.15.12:6807/107679","heartbeat_front_addr":"172.21.15.12:6805/107679","state":["exists","up"]},{"osd":1,"uuid":"97e3de05-7983-4f57-bc8f-88fe6949ff2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":107743},{"type":"v1","addr":"172.21.15.12:6809","nonce":107743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":107743},{"type":"v1","addr":"172.21.15.12:6811","nonce":107743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":107743},{"type":"v1","addr":"172.21.15.12:6815","nonce":107743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":107743},{"type":"v1","addr":"172.21.15.12:6813","nonce":107743}]},"public_addr":"172.21.15.12:6809/107743","cluster_addr":"172.21.15.12:6811/107743","heartbeat_back_addr":"172.21.15.12:6815/107743","heartbeat_front_addr":"172.21.15.12:6813/107743","state":["exists","up"]},{"osd":2,"uuid":"8fa6fa84-c28d-47ec-bef8-b9b9b0e6fd24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":107861},{"type":"v1","addr":"172.21.15.105:6803","nonce":107861}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":107861},{"type":"v1","addr":"172.21.15.105:6805","nonce":107861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":107861},{"type":"v1","addr":"172.21.15.105:6809","nonce":107861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":107861},{"type":"v1","addr":"172.21.15.105:6807","nonce":107861}]},"public_addr":"172.21.15.105:6803/107861","cluster_addr":"172.21.15.105:6805/107861","heartbeat_back_addr":"172.21.15.105:6809/107861","heartbeat_front_addr":"172.21.15.105:6807/107861","state":["exists","up"]},{"osd":3,"uuid":"58d91500-c589-4cd9-919d-c80f099afdd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":108126},{"type":"v1","addr":"172.21.15.105:6811","nonce":108126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":108126},{"type":"v1","addr":"172.21.15.105:6813","nonce":108126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":108126},{"type":"v1","addr":"172.21.15.105:6817","nonce":108126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":108126},{"type":"v1","addr":"172.21.15.105:6815","nonce":108126}]},"public_addr":"172.21.15.105:6811/108126","cluster_addr":"172.21.15.105:6813/108126","heartbeat_back_addr":"172.21.15.105:6817/108126","heartbeat_front_addr":"172.21.15.105:6815/108126","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:26.847270+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.086212+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.073229+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:32.202794+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-18T23:30:40.762 INFO:tasks.ceph.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-18T23:30:31.716859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '15', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 4, 'score_stable': 4, 'optimal_score': 0.5, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-18T23:30:40.762 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-18T23:30:40.765 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:30:41.098 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2023-03-18T23:30:42.914 INFO:tasks.ceph:Waiting for OSDs to come up 2023-03-18T23:30:45.639 DEBUG:teuthology.orchestra.run.smithi012:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-03-18T23:30:48.058 INFO:teuthology.misc.health.smithi012.stdout: 2023-03-18T23:30:48.293 INFO:teuthology.misc.health.smithi012.stdout:{"epoch":15,"fsid":"94f33969-e412-403b-912c-d78dbe9241a6","created":"2023-03-18T23:30:03.982896+0000","modified":"2023-03-18T23:30:35.371148+0000","last_up_change":"2023-03-18T23:30:33.365817+0000","last_in_change":"2023-03-18T23:30:19.906323+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-18T23:30:31.716859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a5b3f73e-bfcd-4fd8-bebf-bc393da4260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":107679},{"type":"v1","addr":"172.21.15.12:6801","nonce":107679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":107679},{"type":"v1","addr":"172.21.15.12:6803","nonce":107679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":107679},{"type":"v1","addr":"172.21.15.12:6807","nonce":107679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":107679},{"type":"v1","addr":"172.21.15.12:6805","nonce":107679}]},"public_addr":"172.21.15.12:6801/107679","cluster_addr":"172.21.15.12:6803/107679","heartbeat_back_addr":"172.21.15.12:6807/107679","heartbeat_front_addr":"172.21.15.12:6805/107679","state":["exists","up"]},{"osd":1,"uuid":"97e3de05-7983-4f57-bc8f-88fe6949ff2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":107743},{"type":"v1","addr":"172.21.15.12:6809","nonce":107743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":107743},{"type":"v1","addr":"172.21.15.12:6811","nonce":107743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":107743},{"type":"v1","addr":"172.21.15.12:6815","nonce":107743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":107743},{"type":"v1","addr":"172.21.15.12:6813","nonce":107743}]},"public_addr":"172.21.15.12:6809/107743","cluster_addr":"172.21.15.12:6811/107743","heartbeat_back_addr":"172.21.15.12:6815/107743","heartbeat_front_addr":"172.21.15.12:6813/107743","state":["exists","up"]},{"osd":2,"uuid":"8fa6fa84-c28d-47ec-bef8-b9b9b0e6fd24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":107861},{"type":"v1","addr":"172.21.15.105:6803","nonce":107861}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":107861},{"type":"v1","addr":"172.21.15.105:6805","nonce":107861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":107861},{"type":"v1","addr":"172.21.15.105:6809","nonce":107861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":107861},{"type":"v1","addr":"172.21.15.105:6807","nonce":107861}]},"public_addr":"172.21.15.105:6803/107861","cluster_addr":"172.21.15.105:6805/107861","heartbeat_back_addr":"172.21.15.105:6809/107861","heartbeat_front_addr":"172.21.15.105:6807/107861","state":["exists","up"]},{"osd":3,"uuid":"58d91500-c589-4cd9-919d-c80f099afdd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":108126},{"type":"v1","addr":"172.21.15.105:6811","nonce":108126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":108126},{"type":"v1","addr":"172.21.15.105:6813","nonce":108126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":108126},{"type":"v1","addr":"172.21.15.105:6817","nonce":108126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":108126},{"type":"v1","addr":"172.21.15.105:6815","nonce":108126}]},"public_addr":"172.21.15.105:6811/108126","cluster_addr":"172.21.15.105:6813/108126","heartbeat_back_addr":"172.21.15.105:6817/108126","heartbeat_front_addr":"172.21.15.105:6815/108126","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:26.847270+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.086212+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.073229+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:32.202794+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-18T23:30:48.946 DEBUG:teuthology.misc:4 of 4 OSDs are up 2023-03-18T23:30:49.429 INFO:tasks.ceph:Creating RBD pool 2023-03-18T23:30:49.429 DEBUG:teuthology.orchestra.run.smithi012:> sudo ceph --cluster ceph osd pool create rbd 8 2023-03-18T23:30:50.773 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'rbd' created 2023-03-18T23:30:53.048 DEBUG:teuthology.orchestra.run.smithi012:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-03-18T23:30:54.799 INFO:teuthology.orchestra.run.smithi012.stderr:enabled application 'rbd' on pool 'rbd' 2023-03-18T23:30:55.951 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-03-18T23:30:56.714 INFO:tasks.ceph.mds.a:Restarting daemon 2023-03-18T23:30:56.715 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-03-18T23:30:56.718 INFO:tasks.ceph.mds.a:Started 2023-03-18T23:30:58.680 INFO:tasks.ceph.mds.b:Restarting daemon 2023-03-18T23:30:58.681 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-03-18T23:30:58.681 INFO:tasks.ceph.mds.a.smithi012.stdout:starting mds.a at 2023-03-18T23:30:58.684 INFO:tasks.ceph.mds.b:Started 2023-03-18T23:31:02.993 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-03-18T23:31:02.994 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-18T23:31:02.995 INFO:tasks.ceph.mds.b.smithi105.stdout:starting mds.b at 2023-03-18T23:31:03.337 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:04.158 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":19,"fsid":"94f33969-e412-403b-912c-d78dbe9241a6","created":"2023-03-18T23:30:03.982896+0000","modified":"2023-03-18T23:30:54.788694+0000","last_up_change":"2023-03-18T23:30:33.365817+0000","last_in_change":"2023-03-18T23:30:19.906323+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-18T23:30:31.716859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-18T23:30:49.796790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a5b3f73e-bfcd-4fd8-bebf-bc393da4260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":107679},{"type":"v1","addr":"172.21.15.12:6801","nonce":107679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":107679},{"type":"v1","addr":"172.21.15.12:6803","nonce":107679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":107679},{"type":"v1","addr":"172.21.15.12:6807","nonce":107679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":107679},{"type":"v1","addr":"172.21.15.12:6805","nonce":107679}]},"public_addr":"172.21.15.12:6801/107679","cluster_addr":"172.21.15.12:6803/107679","heartbeat_back_addr":"172.21.15.12:6807/107679","heartbeat_front_addr":"172.21.15.12:6805/107679","state":["exists","up"]},{"osd":1,"uuid":"97e3de05-7983-4f57-bc8f-88fe6949ff2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":107743},{"type":"v1","addr":"172.21.15.12:6809","nonce":107743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":107743},{"type":"v1","addr":"172.21.15.12:6811","nonce":107743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":107743},{"type":"v1","addr":"172.21.15.12:6815","nonce":107743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":107743},{"type":"v1","addr":"172.21.15.12:6813","nonce":107743}]},"public_addr":"172.21.15.12:6809/107743","cluster_addr":"172.21.15.12:6811/107743","heartbeat_back_addr":"172.21.15.12:6815/107743","heartbeat_front_addr":"172.21.15.12:6813/107743","state":["exists","up"]},{"osd":2,"uuid":"8fa6fa84-c28d-47ec-bef8-b9b9b0e6fd24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":107861},{"type":"v1","addr":"172.21.15.105:6803","nonce":107861}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":107861},{"type":"v1","addr":"172.21.15.105:6805","nonce":107861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":107861},{"type":"v1","addr":"172.21.15.105:6809","nonce":107861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":107861},{"type":"v1","addr":"172.21.15.105:6807","nonce":107861}]},"public_addr":"172.21.15.105:6803/107861","cluster_addr":"172.21.15.105:6805/107861","heartbeat_back_addr":"172.21.15.105:6809/107861","heartbeat_front_addr":"172.21.15.105:6807/107861","state":["exists","up"]},{"osd":3,"uuid":"58d91500-c589-4cd9-919d-c80f099afdd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":108126},{"type":"v1","addr":"172.21.15.105:6811","nonce":108126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":108126},{"type":"v1","addr":"172.21.15.105:6813","nonce":108126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":108126},{"type":"v1","addr":"172.21.15.105:6817","nonce":108126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":108126},{"type":"v1","addr":"172.21.15.105:6815","nonce":108126}]},"public_addr":"172.21.15.105:6811/108126","cluster_addr":"172.21.15.105:6813/108126","heartbeat_back_addr":"172.21.15.105:6817/108126","heartbeat_front_addr":"172.21.15.105:6815/108126","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:26.847270+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.086212+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.073229+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:32.202794+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-18T23:31:04.771 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-18T23:30:31.716859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '15', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 4, 'score_stable': 4, 'optimal_score': 0.5, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-03-18T23:30:49.796790+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-18T23:31:04.771 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-18T23:31:05.112 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2023-03-18T23:31:06.809 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-03-18T23:31:10.235 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 8 2023-03-18T23:31:12.151 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:31:12.152 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-18T23:31:12.194 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:31:14.647 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:31:15.029 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4190,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6819/3738086950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":3738086950},{"type":"v1","addr":"172.21.15.105:6819","nonce":3738086950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4239,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6817/2607720747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2607720747},{"type":"v1","addr":"172.21.15.12:6817","nonce":2607720747}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-03-18T23:31:16.626 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 3 2023-03-18T23:31:16.626 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-18T23:31:16.974 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":19,"fsid":"94f33969-e412-403b-912c-d78dbe9241a6","created":"2023-03-18T23:30:03.982896+0000","modified":"2023-03-18T23:30:54.788694+0000","last_up_change":"2023-03-18T23:30:33.365817+0000","last_in_change":"2023-03-18T23:30:19.906323+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-18T23:30:31.716859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-18T23:30:49.796790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a5b3f73e-bfcd-4fd8-bebf-bc393da4260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":107679},{"type":"v1","addr":"172.21.15.12:6801","nonce":107679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":107679},{"type":"v1","addr":"172.21.15.12:6803","nonce":107679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":107679},{"type":"v1","addr":"172.21.15.12:6807","nonce":107679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":107679},{"type":"v1","addr":"172.21.15.12:6805","nonce":107679}]},"public_addr":"172.21.15.12:6801/107679","cluster_addr":"172.21.15.12:6803/107679","heartbeat_back_addr":"172.21.15.12:6807/107679","heartbeat_front_addr":"172.21.15.12:6805/107679","state":["exists","up"]},{"osd":1,"uuid":"97e3de05-7983-4f57-bc8f-88fe6949ff2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":107743},{"type":"v1","addr":"172.21.15.12:6809","nonce":107743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":107743},{"type":"v1","addr":"172.21.15.12:6811","nonce":107743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":107743},{"type":"v1","addr":"172.21.15.12:6815","nonce":107743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":107743},{"type":"v1","addr":"172.21.15.12:6813","nonce":107743}]},"public_addr":"172.21.15.12:6809/107743","cluster_addr":"172.21.15.12:6811/107743","heartbeat_back_addr":"172.21.15.12:6815/107743","heartbeat_front_addr":"172.21.15.12:6813/107743","state":["exists","up"]},{"osd":2,"uuid":"8fa6fa84-c28d-47ec-bef8-b9b9b0e6fd24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":107861},{"type":"v1","addr":"172.21.15.105:6803","nonce":107861}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":107861},{"type":"v1","addr":"172.21.15.105:6805","nonce":107861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":107861},{"type":"v1","addr":"172.21.15.105:6809","nonce":107861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":107861},{"type":"v1","addr":"172.21.15.105:6807","nonce":107861}]},"public_addr":"172.21.15.105:6803/107861","cluster_addr":"172.21.15.105:6805/107861","heartbeat_back_addr":"172.21.15.105:6809/107861","heartbeat_front_addr":"172.21.15.105:6807/107861","state":["exists","up"]},{"osd":3,"uuid":"58d91500-c589-4cd9-919d-c80f099afdd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":108126},{"type":"v1","addr":"172.21.15.105:6811","nonce":108126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":108126},{"type":"v1","addr":"172.21.15.105:6813","nonce":108126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":108126},{"type":"v1","addr":"172.21.15.105:6817","nonce":108126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":108126},{"type":"v1","addr":"172.21.15.105:6815","nonce":108126}]},"public_addr":"172.21.15.105:6811/108126","cluster_addr":"172.21.15.105:6813/108126","heartbeat_back_addr":"172.21.15.105:6817/108126","heartbeat_front_addr":"172.21.15.105:6815/108126","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:26.847270+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.086212+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.073229+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:32.202794+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-18T23:31:17.820 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-18T23:30:31.716859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '15', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 4, 'score_stable': 4, 'optimal_score': 0.5, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-03-18T23:30:49.796790+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-18T23:31:19.488 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-18T23:31:19.831 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2023-03-18T23:31:21.721 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-03-18T23:31:22.068 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 8 2023-03-18T23:31:24.535 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-03-18T23:31:24.878 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:26.148 INFO:teuthology.orchestra.run.smithi012.stdout:[ 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout: { 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout: "poolnum": 1, 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout: "poolname": ".mgr" 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout: { 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout: "poolnum": 2, 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout: "poolname": "rbd" 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout: } 2023-03-18T23:31:26.149 INFO:teuthology.orchestra.run.smithi012.stdout:] 2023-03-18T23:31:26.150 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-03-18T23:31:26.150 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-03-18T23:31:26.811 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_metadata' created 2023-03-18T23:31:27.580 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-03-18T23:31:28.832 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data' created 2023-03-18T23:31:30.394 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-03-18T23:31:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:new fs with metadata pool 3 and data pool 4 2023-03-18T23:31:31.844 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-18T23:31:33.016 INFO:tasks.ceph.mds.a.smithi012.stderr:2023-03-18T23:31:31.833+0000 7f3b2c609700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-03-18T23:31:33.359 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:34.072 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":24,"fsid":"94f33969-e412-403b-912c-d78dbe9241a6","created":"2023-03-18T23:30:03.982896+0000","modified":"2023-03-18T23:31:30.784260+0000","last_up_change":"2023-03-18T23:30:33.365817+0000","last_in_change":"2023-03-18T23:30:19.906323+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-18T23:30:31.716859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-18T23:30:49.796790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-03-18T23:31:26.529973+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-03-18T23:31:27.963232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a5b3f73e-bfcd-4fd8-bebf-bc393da4260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":107679},{"type":"v1","addr":"172.21.15.12:6801","nonce":107679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":107679},{"type":"v1","addr":"172.21.15.12:6803","nonce":107679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":107679},{"type":"v1","addr":"172.21.15.12:6807","nonce":107679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":107679},{"type":"v1","addr":"172.21.15.12:6805","nonce":107679}]},"public_addr":"172.21.15.12:6801/107679","cluster_addr":"172.21.15.12:6803/107679","heartbeat_back_addr":"172.21.15.12:6807/107679","heartbeat_front_addr":"172.21.15.12:6805/107679","state":["exists","up"]},{"osd":1,"uuid":"97e3de05-7983-4f57-bc8f-88fe6949ff2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":107743},{"type":"v1","addr":"172.21.15.12:6809","nonce":107743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":107743},{"type":"v1","addr":"172.21.15.12:6811","nonce":107743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":107743},{"type":"v1","addr":"172.21.15.12:6815","nonce":107743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":107743},{"type":"v1","addr":"172.21.15.12:6813","nonce":107743}]},"public_addr":"172.21.15.12:6809/107743","cluster_addr":"172.21.15.12:6811/107743","heartbeat_back_addr":"172.21.15.12:6815/107743","heartbeat_front_addr":"172.21.15.12:6813/107743","state":["exists","up"]},{"osd":2,"uuid":"8fa6fa84-c28d-47ec-bef8-b9b9b0e6fd24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":107861},{"type":"v1","addr":"172.21.15.105:6803","nonce":107861}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":107861},{"type":"v1","addr":"172.21.15.105:6805","nonce":107861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":107861},{"type":"v1","addr":"172.21.15.105:6809","nonce":107861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":107861},{"type":"v1","addr":"172.21.15.105:6807","nonce":107861}]},"public_addr":"172.21.15.105:6803/107861","cluster_addr":"172.21.15.105:6805/107861","heartbeat_back_addr":"172.21.15.105:6809/107861","heartbeat_front_addr":"172.21.15.105:6807/107861","state":["exists","up"]},{"osd":3,"uuid":"58d91500-c589-4cd9-919d-c80f099afdd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":108126},{"type":"v1","addr":"172.21.15.105:6811","nonce":108126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":108126},{"type":"v1","addr":"172.21.15.105:6813","nonce":108126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":108126},{"type":"v1","addr":"172.21.15.105:6817","nonce":108126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":108126},{"type":"v1","addr":"172.21.15.105:6815","nonce":108126}]},"public_addr":"172.21.15.105:6811/108126","cluster_addr":"172.21.15.105:6813/108126","heartbeat_back_addr":"172.21.15.105:6817/108126","heartbeat_front_addr":"172.21.15.105:6815/108126","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:26.847270+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.086212+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.073229+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:32.202794+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-18T23:31:34.073 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-18T23:31:34.410 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:35.094 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":24,"fsid":"94f33969-e412-403b-912c-d78dbe9241a6","created":"2023-03-18T23:30:03.982896+0000","modified":"2023-03-18T23:31:30.784260+0000","last_up_change":"2023-03-18T23:30:33.365817+0000","last_in_change":"2023-03-18T23:30:19.906323+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-18T23:30:31.716859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-18T23:30:49.796790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-03-18T23:31:26.529973+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-03-18T23:31:27.963232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a5b3f73e-bfcd-4fd8-bebf-bc393da4260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":107679},{"type":"v1","addr":"172.21.15.12:6801","nonce":107679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":107679},{"type":"v1","addr":"172.21.15.12:6803","nonce":107679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":107679},{"type":"v1","addr":"172.21.15.12:6807","nonce":107679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":107679},{"type":"v1","addr":"172.21.15.12:6805","nonce":107679}]},"public_addr":"172.21.15.12:6801/107679","cluster_addr":"172.21.15.12:6803/107679","heartbeat_back_addr":"172.21.15.12:6807/107679","heartbeat_front_addr":"172.21.15.12:6805/107679","state":["exists","up"]},{"osd":1,"uuid":"97e3de05-7983-4f57-bc8f-88fe6949ff2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":107743},{"type":"v1","addr":"172.21.15.12:6809","nonce":107743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":107743},{"type":"v1","addr":"172.21.15.12:6811","nonce":107743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":107743},{"type":"v1","addr":"172.21.15.12:6815","nonce":107743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":107743},{"type":"v1","addr":"172.21.15.12:6813","nonce":107743}]},"public_addr":"172.21.15.12:6809/107743","cluster_addr":"172.21.15.12:6811/107743","heartbeat_back_addr":"172.21.15.12:6815/107743","heartbeat_front_addr":"172.21.15.12:6813/107743","state":["exists","up"]},{"osd":2,"uuid":"8fa6fa84-c28d-47ec-bef8-b9b9b0e6fd24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":107861},{"type":"v1","addr":"172.21.15.105:6803","nonce":107861}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":107861},{"type":"v1","addr":"172.21.15.105:6805","nonce":107861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":107861},{"type":"v1","addr":"172.21.15.105:6809","nonce":107861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":107861},{"type":"v1","addr":"172.21.15.105:6807","nonce":107861}]},"public_addr":"172.21.15.105:6803/107861","cluster_addr":"172.21.15.105:6805/107861","heartbeat_back_addr":"172.21.15.105:6809/107861","heartbeat_front_addr":"172.21.15.105:6807/107861","state":["exists","up"]},{"osd":3,"uuid":"58d91500-c589-4cd9-919d-c80f099afdd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":108126},{"type":"v1","addr":"172.21.15.105:6811","nonce":108126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":108126},{"type":"v1","addr":"172.21.15.105:6813","nonce":108126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":108126},{"type":"v1","addr":"172.21.15.105:6817","nonce":108126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":108126},{"type":"v1","addr":"172.21.15.105:6815","nonce":108126}]},"public_addr":"172.21.15.105:6811/108126","cluster_addr":"172.21.15.105:6813/108126","heartbeat_back_addr":"172.21.15.105:6817/108126","heartbeat_front_addr":"172.21.15.105:6815/108126","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:26.847270+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.086212+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.073229+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:32.202794+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-18T23:31:35.095 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-03-18T23:31:38.826 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-03-18T23:31:40.600 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-03-18T23:31:41.840 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-03-18T23:31:45.774 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-18T23:31:45.775 DEBUG:teuthology.orchestra.run.smithi012:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:31:45.778 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:31:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:47.001 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4190,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6819/3738086950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":3738086950},{"type":"v1","addr":"172.21.15.105:6819","nonce":3738086950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-03-18T23:31:30.784439+0000","modified":"2023-03-18T23:31:41.816313+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4239},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4239":{"gid":4239,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":10,"addr":"172.21.15.12:6817/2607720747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2607720747},{"type":"v1","addr":"172.21.15.12:6817","nonce":2607720747}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-18T23:31:47.001 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 8 2023-03-18T23:31:47.002 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-18T23:31:47.002 DEBUG:teuthology.orchestra.run.smithi111:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-03-18T23:31:48.225 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:50.075 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":24,"fsid":"94f33969-e412-403b-912c-d78dbe9241a6","created":"2023-03-18T23:30:03.982896+0000","modified":"2023-03-18T23:31:30.784260+0000","last_up_change":"2023-03-18T23:30:33.365817+0000","last_in_change":"2023-03-18T23:30:19.906323+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-18T23:30:31.716859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-18T23:30:49.796790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-03-18T23:31:26.529973+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-03-18T23:31:27.963232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a5b3f73e-bfcd-4fd8-bebf-bc393da4260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":107679},{"type":"v1","addr":"172.21.15.12:6801","nonce":107679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":107679},{"type":"v1","addr":"172.21.15.12:6803","nonce":107679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":107679},{"type":"v1","addr":"172.21.15.12:6807","nonce":107679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":107679},{"type":"v1","addr":"172.21.15.12:6805","nonce":107679}]},"public_addr":"172.21.15.12:6801/107679","cluster_addr":"172.21.15.12:6803/107679","heartbeat_back_addr":"172.21.15.12:6807/107679","heartbeat_front_addr":"172.21.15.12:6805/107679","state":["exists","up"]},{"osd":1,"uuid":"97e3de05-7983-4f57-bc8f-88fe6949ff2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":107743},{"type":"v1","addr":"172.21.15.12:6809","nonce":107743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":107743},{"type":"v1","addr":"172.21.15.12:6811","nonce":107743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":107743},{"type":"v1","addr":"172.21.15.12:6815","nonce":107743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":107743},{"type":"v1","addr":"172.21.15.12:6813","nonce":107743}]},"public_addr":"172.21.15.12:6809/107743","cluster_addr":"172.21.15.12:6811/107743","heartbeat_back_addr":"172.21.15.12:6815/107743","heartbeat_front_addr":"172.21.15.12:6813/107743","state":["exists","up"]},{"osd":2,"uuid":"8fa6fa84-c28d-47ec-bef8-b9b9b0e6fd24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":107861},{"type":"v1","addr":"172.21.15.105:6803","nonce":107861}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":107861},{"type":"v1","addr":"172.21.15.105:6805","nonce":107861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":107861},{"type":"v1","addr":"172.21.15.105:6809","nonce":107861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":107861},{"type":"v1","addr":"172.21.15.105:6807","nonce":107861}]},"public_addr":"172.21.15.105:6803/107861","cluster_addr":"172.21.15.105:6805/107861","heartbeat_back_addr":"172.21.15.105:6809/107861","heartbeat_front_addr":"172.21.15.105:6807/107861","state":["exists","up"]},{"osd":3,"uuid":"58d91500-c589-4cd9-919d-c80f099afdd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":108126},{"type":"v1","addr":"172.21.15.105:6811","nonce":108126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":108126},{"type":"v1","addr":"172.21.15.105:6813","nonce":108126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":108126},{"type":"v1","addr":"172.21.15.105:6817","nonce":108126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":108126},{"type":"v1","addr":"172.21.15.105:6815","nonce":108126}]},"public_addr":"172.21.15.105:6811/108126","cluster_addr":"172.21.15.105:6813/108126","heartbeat_back_addr":"172.21.15.105:6817/108126","heartbeat_front_addr":"172.21.15.105:6815/108126","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:26.847270+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.086212+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:29.073229+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-18T23:30:32.202794+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-18T23:31:50.077 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-03-18T23:31:51.069 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-03-18T23:31:51.414 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:51.506 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2023-03-18T23:31:52.300 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2023-03-18T23:31:49.674853+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592698,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":34744,"kb_used_data":2072,"kb_used_omap":0,"kb_used_meta":32640,"kb_avail":377452616,"statfs":{"total":386547056640,"available":386511478784,"internally_reserved":0,"allocated":2121728,"data_stored":1494440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":33423360},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003125"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860138+0000","last_change":"2023-03-18T23:31:29.853803+0000","last_active":"2023-03-18T23:31:29.860138+0000","last_peered":"2023-03-18T23:31:29.860138+0000","last_clean":"2023-03-18T23:31:29.860138+0000","last_became_active":"2023-03-18T23:31:29.853358+0000","last_became_peered":"2023-03-18T23:31:29.853358+0000","last_unstale":"2023-03-18T23:31:29.860138+0000","last_undegraded":"2023-03-18T23:31:29.860138+0000","last_fullsized":"2023-03-18T23:31:29.860138+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:25:49.882702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799848+0000","last_change":"2023-03-18T23:31:29.852994+0000","last_active":"2023-03-18T23:31:30.799848+0000","last_peered":"2023-03-18T23:31:30.799848+0000","last_clean":"2023-03-18T23:31:30.799848+0000","last_became_active":"2023-03-18T23:31:29.852509+0000","last_became_peered":"2023-03-18T23:31:29.852509+0000","last_unstale":"2023-03-18T23:31:30.799848+0000","last_undegraded":"2023-03-18T23:31:30.799848+0000","last_fullsized":"2023-03-18T23:31:30.799848+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:08:32.844291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790752+0000","last_change":"2023-03-18T23:31:29.851198+0000","last_active":"2023-03-18T23:31:30.790752+0000","last_peered":"2023-03-18T23:31:30.790752+0000","last_clean":"2023-03-18T23:31:30.790752+0000","last_became_active":"2023-03-18T23:31:29.850537+0000","last_became_peered":"2023-03-18T23:31:29.850537+0000","last_unstale":"2023-03-18T23:31:30.790752+0000","last_undegraded":"2023-03-18T23:31:30.790752+0000","last_fullsized":"2023-03-18T23:31:30.790752+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:20:51.129528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799072+0000","last_change":"2023-03-18T23:31:29.852903+0000","last_active":"2023-03-18T23:31:30.799072+0000","last_peered":"2023-03-18T23:31:30.799072+0000","last_clean":"2023-03-18T23:31:30.799072+0000","last_became_active":"2023-03-18T23:31:29.852550+0000","last_became_peered":"2023-03-18T23:31:29.852550+0000","last_unstale":"2023-03-18T23:31:30.799072+0000","last_undegraded":"2023-03-18T23:31:30.799072+0000","last_fullsized":"2023-03-18T23:31:30.799072+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:59:27.902254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860073+0000","last_change":"2023-03-18T23:31:29.852761+0000","last_active":"2023-03-18T23:31:29.860073+0000","last_peered":"2023-03-18T23:31:29.860073+0000","last_clean":"2023-03-18T23:31:29.860073+0000","last_became_active":"2023-03-18T23:31:29.852466+0000","last_became_peered":"2023-03-18T23:31:29.852466+0000","last_unstale":"2023-03-18T23:31:29.860073+0000","last_undegraded":"2023-03-18T23:31:29.860073+0000","last_fullsized":"2023-03-18T23:31:29.860073+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:55:30.335850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791537+0000","last_change":"2023-03-18T23:31:29.853980+0000","last_active":"2023-03-18T23:31:30.791537+0000","last_peered":"2023-03-18T23:31:30.791537+0000","last_clean":"2023-03-18T23:31:30.791537+0000","last_became_active":"2023-03-18T23:31:29.853640+0000","last_became_peered":"2023-03-18T23:31:29.853640+0000","last_unstale":"2023-03-18T23:31:30.791537+0000","last_undegraded":"2023-03-18T23:31:30.791537+0000","last_fullsized":"2023-03-18T23:31:30.791537+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:44:47.641368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790683+0000","last_change":"2023-03-18T23:31:29.852943+0000","last_active":"2023-03-18T23:31:30.790683+0000","last_peered":"2023-03-18T23:31:30.790683+0000","last_clean":"2023-03-18T23:31:30.790683+0000","last_became_active":"2023-03-18T23:31:29.852648+0000","last_became_peered":"2023-03-18T23:31:29.852648+0000","last_unstale":"2023-03-18T23:31:30.790683+0000","last_undegraded":"2023-03-18T23:31:30.790683+0000","last_fullsized":"2023-03-18T23:31:30.790683+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T00:06:48.874457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790171+0000","last_change":"2023-03-18T23:31:29.850832+0000","last_active":"2023-03-18T23:31:30.790171+0000","last_peered":"2023-03-18T23:31:30.790171+0000","last_clean":"2023-03-18T23:31:30.790171+0000","last_became_active":"2023-03-18T23:31:29.850553+0000","last_became_peered":"2023-03-18T23:31:29.850553+0000","last_unstale":"2023-03-18T23:31:30.790171+0000","last_undegraded":"2023-03-18T23:31:30.790171+0000","last_fullsized":"2023-03-18T23:31:30.790171+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:20:26.044398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860359+0000","last_change":"2023-03-18T23:31:29.855802+0000","last_active":"2023-03-18T23:31:29.860359+0000","last_peered":"2023-03-18T23:31:29.860359+0000","last_clean":"2023-03-18T23:31:29.860359+0000","last_became_active":"2023-03-18T23:31:29.855439+0000","last_became_peered":"2023-03-18T23:31:29.855439+0000","last_unstale":"2023-03-18T23:31:29.860359+0000","last_undegraded":"2023-03-18T23:31:29.860359+0000","last_fullsized":"2023-03-18T23:31:29.860359+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:44:31.953296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791381+0000","last_change":"2023-03-18T23:31:29.849973+0000","last_active":"2023-03-18T23:31:30.791381+0000","last_peered":"2023-03-18T23:31:30.791381+0000","last_clean":"2023-03-18T23:31:30.791381+0000","last_became_active":"2023-03-18T23:31:29.849689+0000","last_became_peered":"2023-03-18T23:31:29.849689+0000","last_unstale":"2023-03-18T23:31:30.791381+0000","last_undegraded":"2023-03-18T23:31:30.791381+0000","last_fullsized":"2023-03-18T23:31:30.791381+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:55:59.182403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799053+0000","last_change":"2023-03-18T23:31:29.855427+0000","last_active":"2023-03-18T23:31:30.799053+0000","last_peered":"2023-03-18T23:31:30.799053+0000","last_clean":"2023-03-18T23:31:30.799053+0000","last_became_active":"2023-03-18T23:31:29.854877+0000","last_became_peered":"2023-03-18T23:31:29.854877+0000","last_unstale":"2023-03-18T23:31:30.799053+0000","last_undegraded":"2023-03-18T23:31:30.799053+0000","last_fullsized":"2023-03-18T23:31:30.799053+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T00:18:25.722659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792417+0000","last_change":"2023-03-18T23:31:29.842184+0000","last_active":"2023-03-18T23:31:30.792417+0000","last_peered":"2023-03-18T23:31:30.792417+0000","last_clean":"2023-03-18T23:31:30.792417+0000","last_became_active":"2023-03-18T23:31:29.841806+0000","last_became_peered":"2023-03-18T23:31:29.841806+0000","last_unstale":"2023-03-18T23:31:30.792417+0000","last_undegraded":"2023-03-18T23:31:30.792417+0000","last_fullsized":"2023-03-18T23:31:30.792417+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:41:52.111890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860544+0000","last_change":"2023-03-18T23:31:29.856967+0000","last_active":"2023-03-18T23:31:29.860544+0000","last_peered":"2023-03-18T23:31:29.860544+0000","last_clean":"2023-03-18T23:31:29.860544+0000","last_became_active":"2023-03-18T23:31:29.856544+0000","last_became_peered":"2023-03-18T23:31:29.856544+0000","last_unstale":"2023-03-18T23:31:29.860544+0000","last_undegraded":"2023-03-18T23:31:29.860544+0000","last_fullsized":"2023-03-18T23:31:29.860544+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:35:49.503526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798445+0000","last_change":"2023-03-18T23:31:29.863631+0000","last_active":"2023-03-18T23:31:30.798445+0000","last_peered":"2023-03-18T23:31:30.798445+0000","last_clean":"2023-03-18T23:31:30.798445+0000","last_became_active":"2023-03-18T23:31:29.863346+0000","last_became_peered":"2023-03-18T23:31:29.863346+0000","last_unstale":"2023-03-18T23:31:30.798445+0000","last_undegraded":"2023-03-18T23:31:30.798445+0000","last_fullsized":"2023-03-18T23:31:30.798445+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:10:11.591771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798004+0000","last_change":"2023-03-18T23:31:29.858130+0000","last_active":"2023-03-18T23:31:30.798004+0000","last_peered":"2023-03-18T23:31:30.798004+0000","last_clean":"2023-03-18T23:31:30.798004+0000","last_became_active":"2023-03-18T23:31:29.857875+0000","last_became_peered":"2023-03-18T23:31:29.857875+0000","last_unstale":"2023-03-18T23:31:30.798004+0000","last_undegraded":"2023-03-18T23:31:30.798004+0000","last_fullsized":"2023-03-18T23:31:30.798004+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T07:33:09.792033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790926+0000","last_change":"2023-03-18T23:31:29.850322+0000","last_active":"2023-03-18T23:31:30.790926+0000","last_peered":"2023-03-18T23:31:30.790926+0000","last_clean":"2023-03-18T23:31:30.790926+0000","last_became_active":"2023-03-18T23:31:29.850058+0000","last_became_peered":"2023-03-18T23:31:29.850058+0000","last_unstale":"2023-03-18T23:31:30.790926+0000","last_undegraded":"2023-03-18T23:31:30.790926+0000","last_fullsized":"2023-03-18T23:31:30.790926+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:27:42.164558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.865595+0000","last_change":"2023-03-18T23:31:29.861217+0000","last_active":"2023-03-18T23:31:29.865595+0000","last_peered":"2023-03-18T23:31:29.865595+0000","last_clean":"2023-03-18T23:31:29.865595+0000","last_became_active":"2023-03-18T23:31:29.860917+0000","last_became_peered":"2023-03-18T23:31:29.860917+0000","last_unstale":"2023-03-18T23:31:29.865595+0000","last_undegraded":"2023-03-18T23:31:29.865595+0000","last_fullsized":"2023-03-18T23:31:29.865595+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:46:21.186500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791506+0000","last_change":"2023-03-18T23:31:29.845473+0000","last_active":"2023-03-18T23:31:30.791506+0000","last_peered":"2023-03-18T23:31:30.791506+0000","last_clean":"2023-03-18T23:31:30.791506+0000","last_became_active":"2023-03-18T23:31:29.845232+0000","last_became_peered":"2023-03-18T23:31:29.845232+0000","last_unstale":"2023-03-18T23:31:30.791506+0000","last_undegraded":"2023-03-18T23:31:30.791506+0000","last_fullsized":"2023-03-18T23:31:30.791506+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:44:14.831177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860500+0000","last_change":"2023-03-18T23:31:29.856925+0000","last_active":"2023-03-18T23:31:29.860500+0000","last_peered":"2023-03-18T23:31:29.860500+0000","last_clean":"2023-03-18T23:31:29.860500+0000","last_became_active":"2023-03-18T23:31:29.856503+0000","last_became_peered":"2023-03-18T23:31:29.856503+0000","last_unstale":"2023-03-18T23:31:29.860500+0000","last_undegraded":"2023-03-18T23:31:29.860500+0000","last_fullsized":"2023-03-18T23:31:29.860500+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:48:02.642979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791223+0000","last_change":"2023-03-18T23:31:29.846715+0000","last_active":"2023-03-18T23:31:30.791223+0000","last_peered":"2023-03-18T23:31:30.791223+0000","last_clean":"2023-03-18T23:31:30.791223+0000","last_became_active":"2023-03-18T23:31:29.846168+0000","last_became_peered":"2023-03-18T23:31:29.846168+0000","last_unstale":"2023-03-18T23:31:30.791223+0000","last_undegraded":"2023-03-18T23:31:30.791223+0000","last_fullsized":"2023-03-18T23:31:30.791223+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:41:01.185339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798154+0000","last_change":"2023-03-18T23:31:29.852827+0000","last_active":"2023-03-18T23:31:30.798154+0000","last_peered":"2023-03-18T23:31:30.798154+0000","last_clean":"2023-03-18T23:31:30.798154+0000","last_became_active":"2023-03-18T23:31:29.852264+0000","last_became_peered":"2023-03-18T23:31:29.852264+0000","last_unstale":"2023-03-18T23:31:30.798154+0000","last_undegraded":"2023-03-18T23:31:30.798154+0000","last_fullsized":"2023-03-18T23:31:30.798154+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:27:05.468900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860420+0000","last_change":"2023-03-18T23:31:29.856237+0000","last_active":"2023-03-18T23:31:29.860420+0000","last_peered":"2023-03-18T23:31:29.860420+0000","last_clean":"2023-03-18T23:31:29.860420+0000","last_became_active":"2023-03-18T23:31:29.855913+0000","last_became_peered":"2023-03-18T23:31:29.855913+0000","last_unstale":"2023-03-18T23:31:29.860420+0000","last_undegraded":"2023-03-18T23:31:29.860420+0000","last_fullsized":"2023-03-18T23:31:29.860420+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:31:28.553540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791295+0000","last_change":"2023-03-18T23:31:29.855452+0000","last_active":"2023-03-18T23:31:30.791295+0000","last_peered":"2023-03-18T23:31:30.791295+0000","last_clean":"2023-03-18T23:31:30.791295+0000","last_became_active":"2023-03-18T23:31:29.852281+0000","last_became_peered":"2023-03-18T23:31:29.852281+0000","last_unstale":"2023-03-18T23:31:30.791295+0000","last_undegraded":"2023-03-18T23:31:30.791295+0000","last_fullsized":"2023-03-18T23:31:30.791295+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:19:46.108614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790308+0000","last_change":"2023-03-18T23:31:29.845457+0000","last_active":"2023-03-18T23:31:30.790308+0000","last_peered":"2023-03-18T23:31:30.790308+0000","last_clean":"2023-03-18T23:31:30.790308+0000","last_became_active":"2023-03-18T23:31:29.845172+0000","last_became_peered":"2023-03-18T23:31:29.845172+0000","last_unstale":"2023-03-18T23:31:30.790308+0000","last_undegraded":"2023-03-18T23:31:30.790308+0000","last_fullsized":"2023-03-18T23:31:30.790308+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:37:29.479344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.793016+0000","last_change":"2023-03-18T23:31:29.839486+0000","last_active":"2023-03-18T23:31:30.793016+0000","last_peered":"2023-03-18T23:31:30.793016+0000","last_clean":"2023-03-18T23:31:30.793016+0000","last_became_active":"2023-03-18T23:31:29.839141+0000","last_became_peered":"2023-03-18T23:31:29.839141+0000","last_unstale":"2023-03-18T23:31:30.793016+0000","last_undegraded":"2023-03-18T23:31:30.793016+0000","last_fullsized":"2023-03-18T23:31:30.793016+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:09:42.951520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792237+0000","last_change":"2023-03-18T23:31:29.853678+0000","last_active":"2023-03-18T23:31:30.792237+0000","last_peered":"2023-03-18T23:31:30.792237+0000","last_clean":"2023-03-18T23:31:30.792237+0000","last_became_active":"2023-03-18T23:31:29.852844+0000","last_became_peered":"2023-03-18T23:31:29.852844+0000","last_unstale":"2023-03-18T23:31:30.792237+0000","last_undegraded":"2023-03-18T23:31:30.792237+0000","last_fullsized":"2023-03-18T23:31:30.792237+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T00:00:10.397902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790861+0000","last_change":"2023-03-18T23:31:29.851401+0000","last_active":"2023-03-18T23:31:30.790861+0000","last_peered":"2023-03-18T23:31:30.790861+0000","last_clean":"2023-03-18T23:31:30.790861+0000","last_became_active":"2023-03-18T23:31:29.851091+0000","last_became_peered":"2023-03-18T23:31:29.851091+0000","last_unstale":"2023-03-18T23:31:30.790861+0000","last_undegraded":"2023-03-18T23:31:30.790861+0000","last_fullsized":"2023-03-18T23:31:30.790861+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:10:51.288763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"24'1","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.801233+0000","last_change":"2023-03-18T23:31:27.826863+0000","last_active":"2023-03-18T23:31:30.801233+0000","last_peered":"2023-03-18T23:31:30.801233+0000","last_clean":"2023-03-18T23:31:30.801233+0000","last_became_active":"2023-03-18T23:31:27.825750+0000","last_became_peered":"2023-03-18T23:31:27.825750+0000","last_unstale":"2023-03-18T23:31:30.801233+0000","last_undegraded":"2023-03-18T23:31:30.801233+0000","last_fullsized":"2023-03-18T23:31:30.801233+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:48:22.235064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860523+0000","last_change":"2023-03-18T23:31:29.857086+0000","last_active":"2023-03-18T23:31:29.860523+0000","last_peered":"2023-03-18T23:31:29.860523+0000","last_clean":"2023-03-18T23:31:29.860523+0000","last_became_active":"2023-03-18T23:31:29.856782+0000","last_became_peered":"2023-03-18T23:31:29.856782+0000","last_unstale":"2023-03-18T23:31:29.860523+0000","last_undegraded":"2023-03-18T23:31:29.860523+0000","last_fullsized":"2023-03-18T23:31:29.860523+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:11:55.399451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791247+0000","last_change":"2023-03-18T23:31:27.828057+0000","last_active":"2023-03-18T23:31:30.791247+0000","last_peered":"2023-03-18T23:31:30.791247+0000","last_clean":"2023-03-18T23:31:30.791247+0000","last_became_active":"2023-03-18T23:31:27.827584+0000","last_became_peered":"2023-03-18T23:31:27.827584+0000","last_unstale":"2023-03-18T23:31:30.791247+0000","last_undegraded":"2023-03-18T23:31:30.791247+0000","last_fullsized":"2023-03-18T23:31:30.791247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:26:14.457199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860451+0000","last_change":"2023-03-18T23:31:29.856556+0000","last_active":"2023-03-18T23:31:29.860451+0000","last_peered":"2023-03-18T23:31:29.860451+0000","last_clean":"2023-03-18T23:31:29.860451+0000","last_became_active":"2023-03-18T23:31:29.855672+0000","last_became_peered":"2023-03-18T23:31:29.855672+0000","last_unstale":"2023-03-18T23:31:29.860451+0000","last_undegraded":"2023-03-18T23:31:29.860451+0000","last_fullsized":"2023-03-18T23:31:29.860451+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:05:13.604428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790515+0000","last_change":"2023-03-18T23:31:27.830430+0000","last_active":"2023-03-18T23:31:30.790515+0000","last_peered":"2023-03-18T23:31:30.790515+0000","last_clean":"2023-03-18T23:31:30.790515+0000","last_became_active":"2023-03-18T23:31:27.830054+0000","last_became_peered":"2023-03-18T23:31:27.830054+0000","last_unstale":"2023-03-18T23:31:30.790515+0000","last_undegraded":"2023-03-18T23:31:30.790515+0000","last_fullsized":"2023-03-18T23:31:30.790515+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:47:05.185127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791002+0000","last_change":"2023-03-18T23:31:29.846268+0000","last_active":"2023-03-18T23:31:30.791002+0000","last_peered":"2023-03-18T23:31:30.791002+0000","last_clean":"2023-03-18T23:31:30.791002+0000","last_became_active":"2023-03-18T23:31:29.845982+0000","last_became_peered":"2023-03-18T23:31:29.845982+0000","last_unstale":"2023-03-18T23:31:30.791002+0000","last_undegraded":"2023-03-18T23:31:30.791002+0000","last_fullsized":"2023-03-18T23:31:30.791002+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T11:11:33.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.845569+0000","last_change":"2023-03-18T23:31:27.824959+0000","last_active":"2023-03-18T23:31:29.845569+0000","last_peered":"2023-03-18T23:31:29.845569+0000","last_clean":"2023-03-18T23:31:29.845569+0000","last_became_active":"2023-03-18T23:31:27.823473+0000","last_became_peered":"2023-03-18T23:31:27.823473+0000","last_unstale":"2023-03-18T23:31:29.845569+0000","last_undegraded":"2023-03-18T23:31:29.845569+0000","last_fullsized":"2023-03-18T23:31:29.845569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:31:15.405987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790704+0000","last_change":"2023-03-18T23:31:29.840898+0000","last_active":"2023-03-18T23:31:30.790704+0000","last_peered":"2023-03-18T23:31:30.790704+0000","last_clean":"2023-03-18T23:31:30.790704+0000","last_became_active":"2023-03-18T23:31:29.840537+0000","last_became_peered":"2023-03-18T23:31:29.840537+0000","last_unstale":"2023-03-18T23:31:30.790704+0000","last_undegraded":"2023-03-18T23:31:30.790704+0000","last_fullsized":"2023-03-18T23:31:30.790704+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:28:31.078103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799658+0000","last_change":"2023-03-18T23:31:27.829521+0000","last_active":"2023-03-18T23:31:30.799658+0000","last_peered":"2023-03-18T23:31:30.799658+0000","last_clean":"2023-03-18T23:31:30.799658+0000","last_became_active":"2023-03-18T23:31:27.829265+0000","last_became_peered":"2023-03-18T23:31:27.829265+0000","last_unstale":"2023-03-18T23:31:30.799658+0000","last_undegraded":"2023-03-18T23:31:30.799658+0000","last_fullsized":"2023-03-18T23:31:30.799658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:59:04.368677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860317+0000","last_change":"2023-03-18T23:31:29.855450+0000","last_active":"2023-03-18T23:31:29.860317+0000","last_peered":"2023-03-18T23:31:29.860317+0000","last_clean":"2023-03-18T23:31:29.860317+0000","last_became_active":"2023-03-18T23:31:29.855152+0000","last_became_peered":"2023-03-18T23:31:29.855152+0000","last_unstale":"2023-03-18T23:31:29.860317+0000","last_undegraded":"2023-03-18T23:31:29.860317+0000","last_fullsized":"2023-03-18T23:31:29.860317+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:06:32.663445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"24'3","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.806283+0000","last_change":"2023-03-18T23:31:27.823867+0000","last_active":"2023-03-18T23:31:30.806283+0000","last_peered":"2023-03-18T23:31:30.806283+0000","last_clean":"2023-03-18T23:31:30.806283+0000","last_became_active":"2023-03-18T23:31:27.823600+0000","last_became_peered":"2023-03-18T23:31:27.823600+0000","last_unstale":"2023-03-18T23:31:30.806283+0000","last_undegraded":"2023-03-18T23:31:30.806283+0000","last_fullsized":"2023-03-18T23:31:30.806283+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:52:30.164511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791741+0000","last_change":"2023-03-18T23:31:29.839650+0000","last_active":"2023-03-18T23:31:30.791741+0000","last_peered":"2023-03-18T23:31:30.791741+0000","last_clean":"2023-03-18T23:31:30.791741+0000","last_became_active":"2023-03-18T23:31:29.839312+0000","last_became_peered":"2023-03-18T23:31:29.839312+0000","last_unstale":"2023-03-18T23:31:30.791741+0000","last_undegraded":"2023-03-18T23:31:30.791741+0000","last_fullsized":"2023-03-18T23:31:30.791741+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:59:27.902254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"24'6","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.800503+0000","last_change":"2023-03-18T23:31:27.829444+0000","last_active":"2023-03-18T23:31:30.800503+0000","last_peered":"2023-03-18T23:31:30.800503+0000","last_clean":"2023-03-18T23:31:30.800503+0000","last_became_active":"2023-03-18T23:31:27.829048+0000","last_became_peered":"2023-03-18T23:31:27.829048+0000","last_unstale":"2023-03-18T23:31:30.800503+0000","last_undegraded":"2023-03-18T23:31:30.800503+0000","last_fullsized":"2023-03-18T23:31:30.800503+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:14:35.926236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1548,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798983+0000","last_change":"2023-03-18T23:31:29.855570+0000","last_active":"2023-03-18T23:31:30.798983+0000","last_peered":"2023-03-18T23:31:30.798983+0000","last_clean":"2023-03-18T23:31:30.798983+0000","last_became_active":"2023-03-18T23:31:29.854765+0000","last_became_peered":"2023-03-18T23:31:29.854765+0000","last_unstale":"2023-03-18T23:31:30.798983+0000","last_undegraded":"2023-03-18T23:31:30.798983+0000","last_fullsized":"2023-03-18T23:31:30.798983+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:38:36.267118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"24'2","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.797685+0000","last_change":"2023-03-18T23:31:27.829353+0000","last_active":"2023-03-18T23:31:30.797685+0000","last_peered":"2023-03-18T23:31:30.797685+0000","last_clean":"2023-03-18T23:31:30.797685+0000","last_became_active":"2023-03-18T23:31:27.828872+0000","last_became_peered":"2023-03-18T23:31:27.828872+0000","last_unstale":"2023-03-18T23:31:30.797685+0000","last_undegraded":"2023-03-18T23:31:30.797685+0000","last_fullsized":"2023-03-18T23:31:30.797685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:38:12.153885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792625+0000","last_change":"2023-03-18T23:31:29.854837+0000","last_active":"2023-03-18T23:31:30.792625+0000","last_peered":"2023-03-18T23:31:30.792625+0000","last_clean":"2023-03-18T23:31:30.792625+0000","last_became_active":"2023-03-18T23:31:29.853304+0000","last_became_peered":"2023-03-18T23:31:29.853304+0000","last_unstale":"2023-03-18T23:31:30.792625+0000","last_undegraded":"2023-03-18T23:31:30.792625+0000","last_fullsized":"2023-03-18T23:31:30.792625+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:08:32.844291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.841535+0000","last_change":"2023-03-18T23:31:27.824156+0000","last_active":"2023-03-18T23:31:29.841535+0000","last_peered":"2023-03-18T23:31:29.841535+0000","last_clean":"2023-03-18T23:31:29.841535+0000","last_became_active":"2023-03-18T23:31:27.823855+0000","last_became_peered":"2023-03-18T23:31:27.823855+0000","last_unstale":"2023-03-18T23:31:29.841535+0000","last_undegraded":"2023-03-18T23:31:29.841535+0000","last_fullsized":"2023-03-18T23:31:29.841535+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:30:21.270203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791381+0000","last_change":"2023-03-18T23:31:29.851373+0000","last_active":"2023-03-18T23:31:30.791381+0000","last_peered":"2023-03-18T23:31:30.791381+0000","last_clean":"2023-03-18T23:31:30.791381+0000","last_became_active":"2023-03-18T23:31:29.850918+0000","last_became_peered":"2023-03-18T23:31:29.850918+0000","last_unstale":"2023-03-18T23:31:30.791381+0000","last_undegraded":"2023-03-18T23:31:30.791381+0000","last_fullsized":"2023-03-18T23:31:30.791381+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:04:28.569299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.838036+0000","last_change":"2023-03-18T23:31:27.830543+0000","last_active":"2023-03-18T23:31:29.838036+0000","last_peered":"2023-03-18T23:31:29.838036+0000","last_clean":"2023-03-18T23:31:29.838036+0000","last_became_active":"2023-03-18T23:31:27.830104+0000","last_became_peered":"2023-03-18T23:31:27.830104+0000","last_unstale":"2023-03-18T23:31:29.838036+0000","last_undegraded":"2023-03-18T23:31:29.838036+0000","last_fullsized":"2023-03-18T23:31:29.838036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:54:00.845331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860475+0000","last_change":"2023-03-18T23:31:29.856752+0000","last_active":"2023-03-18T23:31:29.860475+0000","last_peered":"2023-03-18T23:31:29.860475+0000","last_clean":"2023-03-18T23:31:29.860475+0000","last_became_active":"2023-03-18T23:31:29.856223+0000","last_became_peered":"2023-03-18T23:31:29.856223+0000","last_unstale":"2023-03-18T23:31:29.860475+0000","last_undegraded":"2023-03-18T23:31:29.860475+0000","last_fullsized":"2023-03-18T23:31:29.860475+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:46:45.151858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"24'8","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.801569+0000","last_change":"2023-03-18T23:31:27.830727+0000","last_active":"2023-03-18T23:31:30.801569+0000","last_peered":"2023-03-18T23:31:30.801569+0000","last_clean":"2023-03-18T23:31:30.801569+0000","last_became_active":"2023-03-18T23:31:27.828711+0000","last_became_peered":"2023-03-18T23:31:27.828711+0000","last_unstale":"2023-03-18T23:31:30.801569+0000","last_undegraded":"2023-03-18T23:31:30.801569+0000","last_fullsized":"2023-03-18T23:31:30.801569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:33:24.057940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860563+0000","last_change":"2023-03-18T23:31:29.857937+0000","last_active":"2023-03-18T23:31:29.860563+0000","last_peered":"2023-03-18T23:31:29.860563+0000","last_clean":"2023-03-18T23:31:29.860563+0000","last_became_active":"2023-03-18T23:31:29.857436+0000","last_became_peered":"2023-03-18T23:31:29.857436+0000","last_unstale":"2023-03-18T23:31:29.860563+0000","last_undegraded":"2023-03-18T23:31:29.860563+0000","last_fullsized":"2023-03-18T23:31:29.860563+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T11:05:25.000492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"24'1","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.802419+0000","last_change":"2023-03-18T23:31:27.824787+0000","last_active":"2023-03-18T23:31:30.802419+0000","last_peered":"2023-03-18T23:31:30.802419+0000","last_clean":"2023-03-18T23:31:30.802419+0000","last_became_active":"2023-03-18T23:31:27.824257+0000","last_became_peered":"2023-03-18T23:31:27.824257+0000","last_unstale":"2023-03-18T23:31:30.802419+0000","last_undegraded":"2023-03-18T23:31:30.802419+0000","last_fullsized":"2023-03-18T23:31:30.802419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:03:19.469957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790607+0000","last_change":"2023-03-18T23:31:29.853791+0000","last_active":"2023-03-18T23:31:30.790607+0000","last_peered":"2023-03-18T23:31:30.790607+0000","last_clean":"2023-03-18T23:31:30.790607+0000","last_became_active":"2023-03-18T23:31:29.853491+0000","last_became_peered":"2023-03-18T23:31:29.853491+0000","last_unstale":"2023-03-18T23:31:30.790607+0000","last_undegraded":"2023-03-18T23:31:30.790607+0000","last_fullsized":"2023-03-18T23:31:30.790607+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T00:30:32.004176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"24'2","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.806244+0000","last_change":"2023-03-18T23:31:27.827143+0000","last_active":"2023-03-18T23:31:30.806244+0000","last_peered":"2023-03-18T23:31:30.806244+0000","last_clean":"2023-03-18T23:31:30.806244+0000","last_became_active":"2023-03-18T23:31:27.825840+0000","last_became_peered":"2023-03-18T23:31:27.825840+0000","last_unstale":"2023-03-18T23:31:30.806244+0000","last_undegraded":"2023-03-18T23:31:30.806244+0000","last_fullsized":"2023-03-18T23:31:30.806244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:22:47.055811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798104+0000","last_change":"2023-03-18T23:31:29.851580+0000","last_active":"2023-03-18T23:31:30.798104+0000","last_peered":"2023-03-18T23:31:30.798104+0000","last_clean":"2023-03-18T23:31:30.798104+0000","last_became_active":"2023-03-18T23:31:29.850595+0000","last_became_peered":"2023-03-18T23:31:29.850595+0000","last_unstale":"2023-03-18T23:31:30.798104+0000","last_undegraded":"2023-03-18T23:31:30.798104+0000","last_fullsized":"2023-03-18T23:31:30.798104+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:19:46.108614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"24'1","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790971+0000","last_change":"2023-03-18T23:31:27.827214+0000","last_active":"2023-03-18T23:31:30.790971+0000","last_peered":"2023-03-18T23:31:30.790971+0000","last_clean":"2023-03-18T23:31:30.790971+0000","last_became_active":"2023-03-18T23:31:27.826957+0000","last_became_peered":"2023-03-18T23:31:27.826957+0000","last_unstale":"2023-03-18T23:31:30.790971+0000","last_undegraded":"2023-03-18T23:31:30.790971+0000","last_fullsized":"2023-03-18T23:31:30.790971+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:00:54.459084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798351+0000","last_change":"2023-03-18T23:31:29.850742+0000","last_active":"2023-03-18T23:31:30.798351+0000","last_peered":"2023-03-18T23:31:30.798351+0000","last_clean":"2023-03-18T23:31:30.798351+0000","last_became_active":"2023-03-18T23:31:29.850461+0000","last_became_peered":"2023-03-18T23:31:29.850461+0000","last_unstale":"2023-03-18T23:31:30.798351+0000","last_undegraded":"2023-03-18T23:31:30.798351+0000","last_fullsized":"2023-03-18T23:31:30.798351+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:36:41.541647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.839305+0000","last_change":"2023-03-18T23:31:27.827693+0000","last_active":"2023-03-18T23:31:29.839305+0000","last_peered":"2023-03-18T23:31:29.839305+0000","last_clean":"2023-03-18T23:31:29.839305+0000","last_became_active":"2023-03-18T23:31:27.827385+0000","last_became_peered":"2023-03-18T23:31:27.827385+0000","last_unstale":"2023-03-18T23:31:29.839305+0000","last_undegraded":"2023-03-18T23:31:29.839305+0000","last_fullsized":"2023-03-18T23:31:29.839305+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:09:21.204378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860666+0000","last_change":"2023-03-18T23:31:29.858966+0000","last_active":"2023-03-18T23:31:29.860666+0000","last_peered":"2023-03-18T23:31:29.860666+0000","last_clean":"2023-03-18T23:31:29.860666+0000","last_became_active":"2023-03-18T23:31:29.858661+0000","last_became_peered":"2023-03-18T23:31:29.858661+0000","last_unstale":"2023-03-18T23:31:29.860666+0000","last_undegraded":"2023-03-18T23:31:29.860666+0000","last_fullsized":"2023-03-18T23:31:29.860666+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:17:30.109578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"24'2","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799007+0000","last_change":"2023-03-18T23:31:27.827278+0000","last_active":"2023-03-18T23:31:30.799007+0000","last_peered":"2023-03-18T23:31:30.799007+0000","last_clean":"2023-03-18T23:31:30.799007+0000","last_became_active":"2023-03-18T23:31:27.826902+0000","last_became_peered":"2023-03-18T23:31:27.826902+0000","last_unstale":"2023-03-18T23:31:30.799007+0000","last_undegraded":"2023-03-18T23:31:30.799007+0000","last_fullsized":"2023-03-18T23:31:30.799007+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T11:04:56.852175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791145+0000","last_change":"2023-03-18T23:31:29.846547+0000","last_active":"2023-03-18T23:31:30.791145+0000","last_peered":"2023-03-18T23:31:30.791145+0000","last_clean":"2023-03-18T23:31:30.791145+0000","last_became_active":"2023-03-18T23:31:29.845774+0000","last_became_peered":"2023-03-18T23:31:29.845774+0000","last_unstale":"2023-03-18T23:31:30.791145+0000","last_undegraded":"2023-03-18T23:31:30.791145+0000","last_fullsized":"2023-03-18T23:31:30.791145+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:08:26.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.838476+0000","last_change":"2023-03-18T23:31:27.829642+0000","last_active":"2023-03-18T23:31:29.838476+0000","last_peered":"2023-03-18T23:31:29.838476+0000","last_clean":"2023-03-18T23:31:29.838476+0000","last_became_active":"2023-03-18T23:31:27.829315+0000","last_became_peered":"2023-03-18T23:31:27.829315+0000","last_unstale":"2023-03-18T23:31:29.838476+0000","last_undegraded":"2023-03-18T23:31:29.838476+0000","last_fullsized":"2023-03-18T23:31:29.838476+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:50:42.560067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791332+0000","last_change":"2023-03-18T23:31:29.854381+0000","last_active":"2023-03-18T23:31:30.791332+0000","last_peered":"2023-03-18T23:31:30.791332+0000","last_clean":"2023-03-18T23:31:30.791332+0000","last_became_active":"2023-03-18T23:31:29.853706+0000","last_became_peered":"2023-03-18T23:31:29.853706+0000","last_unstale":"2023-03-18T23:31:30.791332+0000","last_undegraded":"2023-03-18T23:31:30.791332+0000","last_fullsized":"2023-03-18T23:31:30.791332+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:39:43.043925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.837956+0000","last_change":"2023-03-18T23:31:27.830356+0000","last_active":"2023-03-18T23:31:29.837956+0000","last_peered":"2023-03-18T23:31:29.837956+0000","last_clean":"2023-03-18T23:31:29.837956+0000","last_became_active":"2023-03-18T23:31:27.829756+0000","last_became_peered":"2023-03-18T23:31:27.829756+0000","last_unstale":"2023-03-18T23:31:29.837956+0000","last_undegraded":"2023-03-18T23:31:29.837956+0000","last_fullsized":"2023-03-18T23:31:29.837956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:40:07.710585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799760+0000","last_change":"2023-03-18T23:31:29.850782+0000","last_active":"2023-03-18T23:31:30.799760+0000","last_peered":"2023-03-18T23:31:30.799760+0000","last_clean":"2023-03-18T23:31:30.799760+0000","last_became_active":"2023-03-18T23:31:29.850212+0000","last_became_peered":"2023-03-18T23:31:29.850212+0000","last_unstale":"2023-03-18T23:31:30.799760+0000","last_undegraded":"2023-03-18T23:31:30.799760+0000","last_fullsized":"2023-03-18T23:31:30.799760+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:34:59.862572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790864+0000","last_change":"2023-03-18T23:31:27.827940+0000","last_active":"2023-03-18T23:31:30.790864+0000","last_peered":"2023-03-18T23:31:30.790864+0000","last_clean":"2023-03-18T23:31:30.790864+0000","last_became_active":"2023-03-18T23:31:27.827651+0000","last_became_peered":"2023-03-18T23:31:27.827651+0000","last_unstale":"2023-03-18T23:31:30.790864+0000","last_undegraded":"2023-03-18T23:31:30.790864+0000","last_fullsized":"2023-03-18T23:31:30.790864+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:57:33.094178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792940+0000","last_change":"2023-03-18T23:31:29.854179+0000","last_active":"2023-03-18T23:31:30.792940+0000","last_peered":"2023-03-18T23:31:30.792940+0000","last_clean":"2023-03-18T23:31:30.792940+0000","last_became_active":"2023-03-18T23:31:29.853451+0000","last_became_peered":"2023-03-18T23:31:29.853451+0000","last_unstale":"2023-03-18T23:31:30.792940+0000","last_undegraded":"2023-03-18T23:31:30.792940+0000","last_fullsized":"2023-03-18T23:31:30.792940+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T00:18:25.722659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.837770+0000","last_change":"2023-03-18T23:30:51.789579+0000","last_active":"2023-03-18T23:31:29.837770+0000","last_peered":"2023-03-18T23:31:29.837770+0000","last_clean":"2023-03-18T23:31:29.837770+0000","last_became_active":"2023-03-18T23:30:51.789202+0000","last_became_peered":"2023-03-18T23:30:51.789202+0000","last_unstale":"2023-03-18T23:31:29.837770+0000","last_undegraded":"2023-03-18T23:31:29.837770+0000","last_fullsized":"2023-03-18T23:31:29.837770+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_clean_scrub_stamp":"2023-03-18T23:30:50.760451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:58:17.608855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799330+0000","last_change":"2023-03-18T23:31:27.826691+0000","last_active":"2023-03-18T23:31:30.799330+0000","last_peered":"2023-03-18T23:31:30.799330+0000","last_clean":"2023-03-18T23:31:30.799330+0000","last_became_active":"2023-03-18T23:31:27.826239+0000","last_became_peered":"2023-03-18T23:31:27.826239+0000","last_unstale":"2023-03-18T23:31:30.799330+0000","last_undegraded":"2023-03-18T23:31:30.799330+0000","last_fullsized":"2023-03-18T23:31:30.799330+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:19:00.677878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792103+0000","last_change":"2023-03-18T23:31:29.840931+0000","last_active":"2023-03-18T23:31:30.792103+0000","last_peered":"2023-03-18T23:31:30.792103+0000","last_clean":"2023-03-18T23:31:30.792103+0000","last_became_active":"2023-03-18T23:31:29.840226+0000","last_became_peered":"2023-03-18T23:31:29.840226+0000","last_unstale":"2023-03-18T23:31:30.792103+0000","last_undegraded":"2023-03-18T23:31:30.792103+0000","last_fullsized":"2023-03-18T23:31:30.792103+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:10:11.591771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.838355+0000","last_change":"2023-03-18T23:30:51.789558+0000","last_active":"2023-03-18T23:31:29.838355+0000","last_peered":"2023-03-18T23:31:29.838355+0000","last_clean":"2023-03-18T23:31:29.838355+0000","last_became_active":"2023-03-18T23:30:51.789183+0000","last_became_peered":"2023-03-18T23:30:51.789183+0000","last_unstale":"2023-03-18T23:31:29.838355+0000","last_undegraded":"2023-03-18T23:31:29.838355+0000","last_fullsized":"2023-03-18T23:31:29.838355+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_clean_scrub_stamp":"2023-03-18T23:30:50.760451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:53:45.896294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798561+0000","last_change":"2023-03-18T23:31:27.826766+0000","last_active":"2023-03-18T23:31:30.798561+0000","last_peered":"2023-03-18T23:31:30.798561+0000","last_clean":"2023-03-18T23:31:30.798561+0000","last_became_active":"2023-03-18T23:31:27.826410+0000","last_became_peered":"2023-03-18T23:31:27.826410+0000","last_unstale":"2023-03-18T23:31:30.798561+0000","last_undegraded":"2023-03-18T23:31:30.798561+0000","last_fullsized":"2023-03-18T23:31:30.798561+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:52:18.437148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792419+0000","last_change":"2023-03-18T23:31:29.856007+0000","last_active":"2023-03-18T23:31:30.792419+0000","last_peered":"2023-03-18T23:31:30.792419+0000","last_clean":"2023-03-18T23:31:30.792419+0000","last_became_active":"2023-03-18T23:31:29.852140+0000","last_became_peered":"2023-03-18T23:31:29.852140+0000","last_unstale":"2023-03-18T23:31:30.792419+0000","last_undegraded":"2023-03-18T23:31:30.792419+0000","last_fullsized":"2023-03-18T23:31:30.792419+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:34:04.105754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.837352+0000","last_change":"2023-03-18T23:30:51.789550+0000","last_active":"2023-03-18T23:31:29.837352+0000","last_peered":"2023-03-18T23:31:29.837352+0000","last_clean":"2023-03-18T23:31:29.837352+0000","last_became_active":"2023-03-18T23:30:51.789210+0000","last_became_peered":"2023-03-18T23:30:51.789210+0000","last_unstale":"2023-03-18T23:31:29.837352+0000","last_undegraded":"2023-03-18T23:31:29.837352+0000","last_fullsized":"2023-03-18T23:31:29.837352+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_clean_scrub_stamp":"2023-03-18T23:30:50.760451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:47:47.516056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790609+0000","last_change":"2023-03-18T23:31:27.830084+0000","last_active":"2023-03-18T23:31:30.790609+0000","last_peered":"2023-03-18T23:31:30.790609+0000","last_clean":"2023-03-18T23:31:30.790609+0000","last_became_active":"2023-03-18T23:31:27.829803+0000","last_became_peered":"2023-03-18T23:31:27.829803+0000","last_unstale":"2023-03-18T23:31:30.790609+0000","last_undegraded":"2023-03-18T23:31:30.790609+0000","last_fullsized":"2023-03-18T23:31:30.790609+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:57:53.820332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792772+0000","last_change":"2023-03-18T23:31:29.854697+0000","last_active":"2023-03-18T23:31:30.792772+0000","last_peered":"2023-03-18T23:31:30.792772+0000","last_clean":"2023-03-18T23:31:30.792772+0000","last_became_active":"2023-03-18T23:31:29.854371+0000","last_became_peered":"2023-03-18T23:31:29.854371+0000","last_unstale":"2023-03-18T23:31:30.792772+0000","last_undegraded":"2023-03-18T23:31:30.792772+0000","last_fullsized":"2023-03-18T23:31:30.792772+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:27:05.468900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.838402+0000","last_change":"2023-03-18T23:30:51.783021+0000","last_active":"2023-03-18T23:31:29.838402+0000","last_peered":"2023-03-18T23:31:29.838402+0000","last_clean":"2023-03-18T23:31:29.838402+0000","last_became_active":"2023-03-18T23:30:51.782660+0000","last_became_peered":"2023-03-18T23:30:51.782660+0000","last_unstale":"2023-03-18T23:31:29.838402+0000","last_undegraded":"2023-03-18T23:31:29.838402+0000","last_fullsized":"2023-03-18T23:31:29.838402+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_clean_scrub_stamp":"2023-03-18T23:30:50.760451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:12:49.667433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"14'117","reported_seq":169,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.839265+0000","last_change":"2023-03-18T23:30:34.375200+0000","last_active":"2023-03-18T23:31:29.839265+0000","last_peered":"2023-03-18T23:31:29.839265+0000","last_clean":"2023-03-18T23:31:29.839265+0000","last_became_active":"2023-03-18T23:30:34.374313+0000","last_became_peered":"2023-03-18T23:30:34.374313+0000","last_unstale":"2023-03-18T23:31:29.839265+0000","last_undegraded":"2023-03-18T23:31:29.839265+0000","last_fullsized":"2023-03-18T23:31:29.839265+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:32.361112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:32.361112+0000","last_clean_scrub_stamp":"2023-03-18T23:30:32.361112+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T07:02:41.234153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791634+0000","last_change":"2023-03-18T23:31:27.828374+0000","last_active":"2023-03-18T23:31:30.791634+0000","last_peered":"2023-03-18T23:31:30.791634+0000","last_clean":"2023-03-18T23:31:30.791634+0000","last_became_active":"2023-03-18T23:31:27.828152+0000","last_became_peered":"2023-03-18T23:31:27.828152+0000","last_unstale":"2023-03-18T23:31:30.791634+0000","last_undegraded":"2023-03-18T23:31:30.791634+0000","last_fullsized":"2023-03-18T23:31:30.791634+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:38:19.051369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791283+0000","last_change":"2023-03-18T23:31:29.854059+0000","last_active":"2023-03-18T23:31:30.791283+0000","last_peered":"2023-03-18T23:31:30.791283+0000","last_clean":"2023-03-18T23:31:30.791283+0000","last_became_active":"2023-03-18T23:31:29.853351+0000","last_became_peered":"2023-03-18T23:31:29.853351+0000","last_unstale":"2023-03-18T23:31:30.791283+0000","last_undegraded":"2023-03-18T23:31:30.791283+0000","last_fullsized":"2023-03-18T23:31:30.791283+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T11:20:43.066001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.838157+0000","last_change":"2023-03-18T23:30:51.789527+0000","last_active":"2023-03-18T23:31:29.838157+0000","last_peered":"2023-03-18T23:31:29.838157+0000","last_clean":"2023-03-18T23:31:29.838157+0000","last_became_active":"2023-03-18T23:30:51.789209+0000","last_became_peered":"2023-03-18T23:30:51.789209+0000","last_unstale":"2023-03-18T23:31:29.838157+0000","last_undegraded":"2023-03-18T23:31:29.838157+0000","last_fullsized":"2023-03-18T23:31:29.838157+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_clean_scrub_stamp":"2023-03-18T23:30:50.760451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:10:12.524283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.842298+0000","last_change":"2023-03-18T23:31:27.825926+0000","last_active":"2023-03-18T23:31:29.842298+0000","last_peered":"2023-03-18T23:31:29.842298+0000","last_clean":"2023-03-18T23:31:29.842298+0000","last_became_active":"2023-03-18T23:31:27.825598+0000","last_became_peered":"2023-03-18T23:31:27.825598+0000","last_unstale":"2023-03-18T23:31:29.842298+0000","last_undegraded":"2023-03-18T23:31:29.842298+0000","last_fullsized":"2023-03-18T23:31:29.842298+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:12:20.856934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.859249+0000","last_change":"2023-03-18T23:31:29.852500+0000","last_active":"2023-03-18T23:31:29.859249+0000","last_peered":"2023-03-18T23:31:29.859249+0000","last_clean":"2023-03-18T23:31:29.859249+0000","last_became_active":"2023-03-18T23:31:29.852197+0000","last_became_peered":"2023-03-18T23:31:29.852197+0000","last_unstale":"2023-03-18T23:31:29.859249+0000","last_undegraded":"2023-03-18T23:31:29.859249+0000","last_fullsized":"2023-03-18T23:31:29.859249+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:57:53.152756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.838977+0000","last_change":"2023-03-18T23:30:51.784108+0000","last_active":"2023-03-18T23:31:29.838977+0000","last_peered":"2023-03-18T23:31:29.838977+0000","last_clean":"2023-03-18T23:31:29.838977+0000","last_became_active":"2023-03-18T23:30:51.783794+0000","last_became_peered":"2023-03-18T23:30:51.783794+0000","last_unstale":"2023-03-18T23:31:29.838977+0000","last_undegraded":"2023-03-18T23:31:29.838977+0000","last_fullsized":"2023-03-18T23:31:29.838977+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_clean_scrub_stamp":"2023-03-18T23:30:50.760451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:51:27.057883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792631+0000","last_change":"2023-03-18T23:31:27.827771+0000","last_active":"2023-03-18T23:31:30.792631+0000","last_peered":"2023-03-18T23:31:30.792631+0000","last_clean":"2023-03-18T23:31:30.792631+0000","last_became_active":"2023-03-18T23:31:27.827494+0000","last_became_peered":"2023-03-18T23:31:27.827494+0000","last_unstale":"2023-03-18T23:31:30.792631+0000","last_undegraded":"2023-03-18T23:31:30.792631+0000","last_fullsized":"2023-03-18T23:31:30.792631+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T00:30:58.161760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860521+0000","last_change":"2023-03-18T23:31:29.856897+0000","last_active":"2023-03-18T23:31:29.860521+0000","last_peered":"2023-03-18T23:31:29.860521+0000","last_clean":"2023-03-18T23:31:29.860521+0000","last_became_active":"2023-03-18T23:31:29.856068+0000","last_became_peered":"2023-03-18T23:31:29.856068+0000","last_unstale":"2023-03-18T23:31:29.860521+0000","last_undegraded":"2023-03-18T23:31:29.860521+0000","last_fullsized":"2023-03-18T23:31:29.860521+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:44:46.695389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"24'2","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798587+0000","last_change":"2023-03-18T23:31:27.829427+0000","last_active":"2023-03-18T23:31:30.798587+0000","last_peered":"2023-03-18T23:31:30.798587+0000","last_clean":"2023-03-18T23:31:30.798587+0000","last_became_active":"2023-03-18T23:31:27.829161+0000","last_became_peered":"2023-03-18T23:31:27.829161+0000","last_unstale":"2023-03-18T23:31:30.798587+0000","last_undegraded":"2023-03-18T23:31:30.798587+0000","last_fullsized":"2023-03-18T23:31:30.798587+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:11:28.568219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.837904+0000","last_change":"2023-03-18T23:30:51.788026+0000","last_active":"2023-03-18T23:31:29.837904+0000","last_peered":"2023-03-18T23:31:29.837904+0000","last_clean":"2023-03-18T23:31:29.837904+0000","last_became_active":"2023-03-18T23:30:51.787723+0000","last_became_peered":"2023-03-18T23:30:51.787723+0000","last_unstale":"2023-03-18T23:31:29.837904+0000","last_undegraded":"2023-03-18T23:31:29.837904+0000","last_fullsized":"2023-03-18T23:31:29.837904+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_clean_scrub_stamp":"2023-03-18T23:30:50.760451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T10:02:22.612435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860221+0000","last_change":"2023-03-18T23:31:29.854383+0000","last_active":"2023-03-18T23:31:29.860221+0000","last_peered":"2023-03-18T23:31:29.860221+0000","last_clean":"2023-03-18T23:31:29.860221+0000","last_became_active":"2023-03-18T23:31:29.854108+0000","last_became_peered":"2023-03-18T23:31:29.854108+0000","last_unstale":"2023-03-18T23:31:29.860221+0000","last_undegraded":"2023-03-18T23:31:29.860221+0000","last_fullsized":"2023-03-18T23:31:29.860221+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:22:12.845448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.839760+0000","last_change":"2023-03-18T23:30:51.783436+0000","last_active":"2023-03-18T23:31:29.839760+0000","last_peered":"2023-03-18T23:31:29.839760+0000","last_clean":"2023-03-18T23:31:29.839760+0000","last_became_active":"2023-03-18T23:30:51.783067+0000","last_became_peered":"2023-03-18T23:30:51.783067+0000","last_unstale":"2023-03-18T23:31:29.839760+0000","last_undegraded":"2023-03-18T23:31:29.839760+0000","last_fullsized":"2023-03-18T23:31:29.839760+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:30:50.760451+0000","last_clean_scrub_stamp":"2023-03-18T23:30:50.760451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:32:26.454274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"24'1","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791973+0000","last_change":"2023-03-18T23:31:27.826095+0000","last_active":"2023-03-18T23:31:30.791973+0000","last_peered":"2023-03-18T23:31:30.791973+0000","last_clean":"2023-03-18T23:31:30.791973+0000","last_became_active":"2023-03-18T23:31:27.825816+0000","last_became_peered":"2023-03-18T23:31:27.825816+0000","last_unstale":"2023-03-18T23:31:30.791973+0000","last_undegraded":"2023-03-18T23:31:30.791973+0000","last_fullsized":"2023-03-18T23:31:30.791973+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:51:14.313639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798064+0000","last_change":"2023-03-18T23:31:29.849145+0000","last_active":"2023-03-18T23:31:30.798064+0000","last_peered":"2023-03-18T23:31:30.798064+0000","last_clean":"2023-03-18T23:31:30.798064+0000","last_became_active":"2023-03-18T23:31:29.847300+0000","last_became_peered":"2023-03-18T23:31:29.847300+0000","last_unstale":"2023-03-18T23:31:30.798064+0000","last_undegraded":"2023-03-18T23:31:30.798064+0000","last_fullsized":"2023-03-18T23:31:30.798064+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:07:27.715623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"24'1","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790285+0000","last_change":"2023-03-18T23:31:27.826009+0000","last_active":"2023-03-18T23:31:30.790285+0000","last_peered":"2023-03-18T23:31:30.790285+0000","last_clean":"2023-03-18T23:31:30.790285+0000","last_became_active":"2023-03-18T23:31:27.825487+0000","last_became_peered":"2023-03-18T23:31:27.825487+0000","last_unstale":"2023-03-18T23:31:30.790285+0000","last_undegraded":"2023-03-18T23:31:30.790285+0000","last_fullsized":"2023-03-18T23:31:30.790285+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:04:10.216200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792733+0000","last_change":"2023-03-18T23:31:29.852028+0000","last_active":"2023-03-18T23:31:30.792733+0000","last_peered":"2023-03-18T23:31:30.792733+0000","last_clean":"2023-03-18T23:31:30.792733+0000","last_became_active":"2023-03-18T23:31:29.850431+0000","last_became_peered":"2023-03-18T23:31:29.850431+0000","last_unstale":"2023-03-18T23:31:30.792733+0000","last_undegraded":"2023-03-18T23:31:30.792733+0000","last_fullsized":"2023-03-18T23:31:30.792733+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:36:41.541647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"24'2","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.801935+0000","last_change":"2023-03-18T23:31:27.824704+0000","last_active":"2023-03-18T23:31:30.801935+0000","last_peered":"2023-03-18T23:31:30.801935+0000","last_clean":"2023-03-18T23:31:30.801935+0000","last_became_active":"2023-03-18T23:31:27.824200+0000","last_became_peered":"2023-03-18T23:31:27.824200+0000","last_unstale":"2023-03-18T23:31:30.801935+0000","last_undegraded":"2023-03-18T23:31:30.801935+0000","last_fullsized":"2023-03-18T23:31:30.801935+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T09:11:28.568219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798395+0000","last_change":"2023-03-18T23:31:29.851587+0000","last_active":"2023-03-18T23:31:30.798395+0000","last_peered":"2023-03-18T23:31:30.798395+0000","last_clean":"2023-03-18T23:31:30.798395+0000","last_became_active":"2023-03-18T23:31:29.851276+0000","last_became_peered":"2023-03-18T23:31:29.851276+0000","last_unstale":"2023-03-18T23:31:30.798395+0000","last_undegraded":"2023-03-18T23:31:30.798395+0000","last_fullsized":"2023-03-18T23:31:30.798395+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:56:37.370536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"24'2","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798448+0000","last_change":"2023-03-18T23:31:27.829217+0000","last_active":"2023-03-18T23:31:30.798448+0000","last_peered":"2023-03-18T23:31:30.798448+0000","last_clean":"2023-03-18T23:31:30.798448+0000","last_became_active":"2023-03-18T23:31:27.828903+0000","last_became_peered":"2023-03-18T23:31:27.828903+0000","last_unstale":"2023-03-18T23:31:30.798448+0000","last_undegraded":"2023-03-18T23:31:30.798448+0000","last_fullsized":"2023-03-18T23:31:30.798448+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:54:54.185991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798178+0000","last_change":"2023-03-18T23:31:29.853126+0000","last_active":"2023-03-18T23:31:30.798178+0000","last_peered":"2023-03-18T23:31:30.798178+0000","last_clean":"2023-03-18T23:31:30.798178+0000","last_became_active":"2023-03-18T23:31:29.852841+0000","last_became_peered":"2023-03-18T23:31:29.852841+0000","last_unstale":"2023-03-18T23:31:30.798178+0000","last_undegraded":"2023-03-18T23:31:30.798178+0000","last_fullsized":"2023-03-18T23:31:30.798178+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:28:31.078103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"24'1","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791554+0000","last_change":"2023-03-18T23:31:27.826390+0000","last_active":"2023-03-18T23:31:30.791554+0000","last_peered":"2023-03-18T23:31:30.791554+0000","last_clean":"2023-03-18T23:31:30.791554+0000","last_became_active":"2023-03-18T23:31:27.826044+0000","last_became_peered":"2023-03-18T23:31:27.826044+0000","last_unstale":"2023-03-18T23:31:30.791554+0000","last_undegraded":"2023-03-18T23:31:30.791554+0000","last_fullsized":"2023-03-18T23:31:30.791554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:01:59.335432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860660+0000","last_change":"2023-03-18T23:31:29.858827+0000","last_active":"2023-03-18T23:31:29.860660+0000","last_peered":"2023-03-18T23:31:29.860660+0000","last_clean":"2023-03-18T23:31:29.860660+0000","last_became_active":"2023-03-18T23:31:29.858476+0000","last_became_peered":"2023-03-18T23:31:29.858476+0000","last_unstale":"2023-03-18T23:31:29.860660+0000","last_undegraded":"2023-03-18T23:31:29.860660+0000","last_fullsized":"2023-03-18T23:31:29.860660+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:24:56.581808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"24'4","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798784+0000","last_change":"2023-03-18T23:31:27.826021+0000","last_active":"2023-03-18T23:31:30.798784+0000","last_peered":"2023-03-18T23:31:30.798784+0000","last_clean":"2023-03-18T23:31:30.798784+0000","last_became_active":"2023-03-18T23:31:27.825724+0000","last_became_peered":"2023-03-18T23:31:27.825724+0000","last_unstale":"2023-03-18T23:31:30.798784+0000","last_undegraded":"2023-03-18T23:31:30.798784+0000","last_fullsized":"2023-03-18T23:31:30.798784+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:26.802031+0000","last_clean_scrub_stamp":"2023-03-18T23:31:26.802031+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:24:06.350380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":566,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.798286+0000","last_change":"2023-03-18T23:31:29.852218+0000","last_active":"2023-03-18T23:31:30.798286+0000","last_peered":"2023-03-18T23:31:30.798286+0000","last_clean":"2023-03-18T23:31:30.798286+0000","last_became_active":"2023-03-18T23:31:29.851763+0000","last_became_peered":"2023-03-18T23:31:29.851763+0000","last_unstale":"2023-03-18T23:31:30.798286+0000","last_undegraded":"2023-03-18T23:31:30.798286+0000","last_fullsized":"2023-03-18T23:31:30.798286+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:13:47.110841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.797785+0000","last_change":"2023-03-18T23:31:29.852017+0000","last_active":"2023-03-18T23:31:30.797785+0000","last_peered":"2023-03-18T23:31:30.797785+0000","last_clean":"2023-03-18T23:31:30.797785+0000","last_became_active":"2023-03-18T23:31:29.851314+0000","last_became_peered":"2023-03-18T23:31:29.851314+0000","last_unstale":"2023-03-18T23:31:30.797785+0000","last_undegraded":"2023-03-18T23:31:30.797785+0000","last_fullsized":"2023-03-18T23:31:30.797785+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:51:36.346472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791380+0000","last_change":"2023-03-18T23:31:29.855610+0000","last_active":"2023-03-18T23:31:30.791380+0000","last_peered":"2023-03-18T23:31:30.791380+0000","last_clean":"2023-03-18T23:31:30.791380+0000","last_became_active":"2023-03-18T23:31:29.853982+0000","last_became_peered":"2023-03-18T23:31:29.853982+0000","last_unstale":"2023-03-18T23:31:30.791380+0000","last_undegraded":"2023-03-18T23:31:30.791380+0000","last_fullsized":"2023-03-18T23:31:30.791380+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:34:59.862572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790516+0000","last_change":"2023-03-18T23:31:29.846181+0000","last_active":"2023-03-18T23:31:30.790516+0000","last_peered":"2023-03-18T23:31:30.790516+0000","last_clean":"2023-03-18T23:31:30.790516+0000","last_became_active":"2023-03-18T23:31:29.845886+0000","last_became_peered":"2023-03-18T23:31:29.845886+0000","last_unstale":"2023-03-18T23:31:30.790516+0000","last_undegraded":"2023-03-18T23:31:30.790516+0000","last_fullsized":"2023-03-18T23:31:30.790516+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:28:48.570790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860686+0000","last_change":"2023-03-18T23:31:29.859332+0000","last_active":"2023-03-18T23:31:29.860686+0000","last_peered":"2023-03-18T23:31:29.860686+0000","last_clean":"2023-03-18T23:31:29.860686+0000","last_became_active":"2023-03-18T23:31:29.859039+0000","last_became_peered":"2023-03-18T23:31:29.859039+0000","last_unstale":"2023-03-18T23:31:29.860686+0000","last_undegraded":"2023-03-18T23:31:29.860686+0000","last_fullsized":"2023-03-18T23:31:29.860686+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:47:26.718348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792740+0000","last_change":"2023-03-18T23:31:29.856242+0000","last_active":"2023-03-18T23:31:30.792740+0000","last_peered":"2023-03-18T23:31:30.792740+0000","last_clean":"2023-03-18T23:31:30.792740+0000","last_became_active":"2023-03-18T23:31:29.853750+0000","last_became_peered":"2023-03-18T23:31:29.853750+0000","last_unstale":"2023-03-18T23:31:30.792740+0000","last_undegraded":"2023-03-18T23:31:30.792740+0000","last_fullsized":"2023-03-18T23:31:30.792740+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:47:53.440688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2330,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9212,"kb_used_data":820,"kb_used_omap":0,"kb_used_meta":8384,"kb_avail":94362628,"statfs":{"total":96636764160,"available":96627331072,"internally_reserved":0,"allocated":839680,"data_stored":669869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8585216},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Mar 18 23:31:34 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.441}]},{"osd":1,"last update":"Sat Mar 18 23:31:34 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.53300000000000003}]},{"osd":2,"last update":"Sat Mar 18 23:31:34 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.497,"5min":0.497,"15min":0.497},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.35599999999999998}]}]},{"osd":2,"up_from":11,"seq":47244640274,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8116,"kb_used_data":236,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":94363724,"statfs":{"total":96636764160,"available":96628453376,"internally_reserved":0,"allocated":241664,"data_stored":78955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Mar 18 23:31:34 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51200000000000001}]},{"osd":1,"last update":"Sat Mar 18 23:31:34 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.498},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55600000000000005}]},{"osd":3,"last update":"Sat Mar 18 23:31:34 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.29999999999999999}]}]},{"osd":0,"up_from":9,"seq":38654705683,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9260,"kb_used_data":804,"kb_used_omap":0,"kb_used_meta":8448,"kb_avail":94362580,"statfs":{"total":96636764160,"available":96627281920,"internally_reserved":0,"allocated":823296,"data_stored":668355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8650752},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Mar 18 23:31:35 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.39600000000000002}]},{"osd":2,"last update":"Sat Mar 18 23:31:35 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.73699999999999999}]},{"osd":3,"last update":"Sat Mar 18 23:31:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.72199999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640274,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8156,"kb_used_data":212,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":94363684,"statfs":{"total":96636764160,"available":96628412416,"internally_reserved":0,"allocated":217088,"data_stored":77261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Mar 18 23:31:35 2023","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"last":0.221},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.443,"5min":0.443,"15min":0.443},"last":0.23699999999999999}]},{"osd":2,"last update":"Sat Mar 18 23:31:35 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.47599999999999998}]},{"osd":3,"last update":"Sat Mar 18 23:31:35 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.497},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.48699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-03-18T23:31:55.214 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-03-18T23:31:57.156 INFO:teuthology.orchestra.run.smithi012.stdout: 2023-03-18T23:31:58.511 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2023-03-18T23:31:58.511 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-03-18T23:31:55.676457+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592698,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":34744,"kb_used_data":2072,"kb_used_omap":0,"kb_used_meta":32640,"kb_avail":377452616,"statfs":{"total":386547056640,"available":386511478784,"internally_reserved":0,"allocated":2121728,"data_stored":1494440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":33423360},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003096"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860138+0000","last_change":"2023-03-18T23:31:29.853803+0000","last_active":"2023-03-18T23:31:29.860138+0000","last_peered":"2023-03-18T23:31:29.860138+0000","last_clean":"2023-03-18T23:31:29.860138+0000","last_became_active":"2023-03-18T23:31:29.853358+0000","last_became_peered":"2023-03-18T23:31:29.853358+0000","last_unstale":"2023-03-18T23:31:29.860138+0000","last_undegraded":"2023-03-18T23:31:29.860138+0000","last_fullsized":"2023-03-18T23:31:29.860138+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:25:49.882702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799848+0000","last_change":"2023-03-18T23:31:29.852994+0000","last_active":"2023-03-18T23:31:30.799848+0000","last_peered":"2023-03-18T23:31:30.799848+0000","last_clean":"2023-03-18T23:31:30.799848+0000","last_became_active":"2023-03-18T23:31:29.852509+0000","last_became_peered":"2023-03-18T23:31:29.852509+0000","last_unstale":"2023-03-18T23:31:30.799848+0000","last_undegraded":"2023-03-18T23:31:30.799848+0000","last_fullsized":"2023-03-18T23:31:30.799848+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:08:32.844291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790752+0000","last_change":"2023-03-18T23:31:29.851198+0000","last_active":"2023-03-18T23:31:30.790752+0000","last_peered":"2023-03-18T23:31:30.790752+0000","last_clean":"2023-03-18T23:31:30.790752+0000","last_became_active":"2023-03-18T23:31:29.850537+0000","last_became_peered":"2023-03-18T23:31:29.850537+0000","last_unstale":"2023-03-18T23:31:30.790752+0000","last_undegraded":"2023-03-18T23:31:30.790752+0000","last_fullsized":"2023-03-18T23:31:30.790752+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T04:20:51.129528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799072+0000","last_change":"2023-03-18T23:31:29.852903+0000","last_active":"2023-03-18T23:31:30.799072+0000","last_peered":"2023-03-18T23:31:30.799072+0000","last_clean":"2023-03-18T23:31:30.799072+0000","last_became_active":"2023-03-18T23:31:29.852550+0000","last_became_peered":"2023-03-18T23:31:29.852550+0000","last_unstale":"2023-03-18T23:31:30.799072+0000","last_undegraded":"2023-03-18T23:31:30.799072+0000","last_fullsized":"2023-03-18T23:31:30.799072+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:59:27.902254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860073+0000","last_change":"2023-03-18T23:31:29.852761+0000","last_active":"2023-03-18T23:31:29.860073+0000","last_peered":"2023-03-18T23:31:29.860073+0000","last_clean":"2023-03-18T23:31:29.860073+0000","last_became_active":"2023-03-18T23:31:29.852466+0000","last_became_peered":"2023-03-18T23:31:29.852466+0000","last_unstale":"2023-03-18T23:31:29.860073+0000","last_undegraded":"2023-03-18T23:31:29.860073+0000","last_fullsized":"2023-03-18T23:31:29.860073+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:55:30.335850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791537+0000","last_change":"2023-03-18T23:31:29.853980+0000","last_active":"2023-03-18T23:31:30.791537+0000","last_peered":"2023-03-18T23:31:30.791537+0000","last_clean":"2023-03-18T23:31:30.791537+0000","last_became_active":"2023-03-18T23:31:29.853640+0000","last_became_peered":"2023-03-18T23:31:29.853640+0000","last_unstale":"2023-03-18T23:31:30.791537+0000","last_undegraded":"2023-03-18T23:31:30.791537+0000","last_fullsized":"2023-03-18T23:31:30.791537+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T06:44:47.641368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790683+0000","last_change":"2023-03-18T23:31:29.852943+0000","last_active":"2023-03-18T23:31:30.790683+0000","last_peered":"2023-03-18T23:31:30.790683+0000","last_clean":"2023-03-18T23:31:30.790683+0000","last_became_active":"2023-03-18T23:31:29.852648+0000","last_became_peered":"2023-03-18T23:31:29.852648+0000","last_unstale":"2023-03-18T23:31:30.790683+0000","last_undegraded":"2023-03-18T23:31:30.790683+0000","last_fullsized":"2023-03-18T23:31:30.790683+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T00:06:48.874457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.790171+0000","last_change":"2023-03-18T23:31:29.850832+0000","last_active":"2023-03-18T23:31:30.790171+0000","last_peered":"2023-03-18T23:31:30.790171+0000","last_clean":"2023-03-18T23:31:30.790171+0000","last_became_active":"2023-03-18T23:31:29.850553+0000","last_became_peered":"2023-03-18T23:31:29.850553+0000","last_unstale":"2023-03-18T23:31:30.790171+0000","last_undegraded":"2023-03-18T23:31:30.790171+0000","last_fullsized":"2023-03-18T23:31:30.790171+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T05:20:26.044398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860359+0000","last_change":"2023-03-18T23:31:29.855802+0000","last_active":"2023-03-18T23:31:29.860359+0000","last_peered":"2023-03-18T23:31:29.860359+0000","last_clean":"2023-03-18T23:31:29.860359+0000","last_became_active":"2023-03-18T23:31:29.855439+0000","last_became_peered":"2023-03-18T23:31:29.855439+0000","last_unstale":"2023-03-18T23:31:29.860359+0000","last_undegraded":"2023-03-18T23:31:29.860359+0000","last_fullsized":"2023-03-18T23:31:29.860359+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T03:44:31.953296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.791381+0000","last_change":"2023-03-18T23:31:29.849973+0000","last_active":"2023-03-18T23:31:30.791381+0000","last_peered":"2023-03-18T23:31:30.791381+0000","last_clean":"2023-03-18T23:31:30.791381+0000","last_became_active":"2023-03-18T23:31:29.849689+0000","last_became_peered":"2023-03-18T23:31:29.849689+0000","last_unstale":"2023-03-18T23:31:30.791381+0000","last_undegraded":"2023-03-18T23:31:30.791381+0000","last_fullsized":"2023-03-18T23:31:30.791381+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T01:55:59.182403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.799053+0000","last_change":"2023-03-18T23:31:29.855427+0000","last_active":"2023-03-18T23:31:30.799053+0000","last_peered":"2023-03-18T23:31:30.799053+0000","last_clean":"2023-03-18T23:31:30.799053+0000","last_became_active":"2023-03-18T23:31:29.854877+0000","last_became_peered":"2023-03-18T23:31:29.854877+0000","last_unstale":"2023-03-18T23:31:30.799053+0000","last_undegraded":"2023-03-18T23:31:30.799053+0000","last_fullsized":"2023-03-18T23:31:30.799053+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T00:18:25.722659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":10,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-03-18T23:31:30.792417+0000","last_change":"2023-03-18T23:31:29.842184+0000","last_active":"2023-03-18T23:31:30.792417+0000","last_peered":"2023-03-18T23:31:30.792417+0000","last_clean":"2023-03-18T23:31:30.792417+0000","last_became_active":"2023-03-18T23:31:29.841806+0000","last_became_peered":"2023-03-18T23:31:29.841806+0000","last_unstale":"2023-03-18T23:31:30.792417+0000","last_undegraded":"2023-03-18T23:31:30.792417+0000","last_fullsized":"2023-03-18T23:31:30.792417+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T02:41:52.111890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":10,"reported_epoch":23,"state":"active+clean","last_fresh":"2023-03-18T23:31:29.860544+0000","last_change":"2023-03-18T23:31:29.856967+0000","last_active":"2023-03-18T23:31:29.860544+0000","last_peered":"2023-03-18T23:31:29.860544+0000","last_clean":"2023-03-18T23:31:29.860544+0000","last_became_active":"2023-03-18T23:31:29.856544+0000","last_became_peered":"2023-03-18T23:31:29.856544+0000","last_unstale":"2023-03-18T23:31:29.860544+0000","last_undegraded":"2023-03-18T23:31:29.860544+0000","last_fullsized":"2023-03-18T23:31:29.860544+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-18T23:31:28.814038+0000","last_clean_scrub_stamp":"2023-03-18T23:31:28.814038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-20T08:35:49.503526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects