2022-11-27T20:52:48.286 INFO:root:teuthology version: 0.0.1.dev3+g4da97cf 2022-11-27T20:52:48.289 DEBUG:teuthology.run:Teuthology command: teuthology --description rgw:notifications/{beast bluestore-bitmap fixed-2 overrides supported-all-distro$/{centos_8} tasks/{0-install test_amqp test_kafka test_others}} --owner scheduled_yuvalif@teuthology --archive /home/teuthworker/archive/yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi/7093024 --verbose --name yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi -- /home/teuthworker/archive/yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi/7093024/orig.config.yaml 2022-11-27T20:52:48.373 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-11-27T20:52:48.479 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi/7093024 branch: wip-yuval-fix-57899 description: rgw:notifications/{beast bluestore-bitmap fixed-2 overrides supported-all-distro$/{centos_8} tasks/{0-install test_amqp test_kafka test_others}} email: null first_in_suite: false job_id: '7093024' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-yuval-fix-57899 ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw lc debug interval: 10 setgroup: ceph setuser: ceph global: osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe wait-for-scrub: false ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe rgw: frontend: beast storage classes: LUKEWARM, FROZEN selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-yuval-fix-57899 sha1: aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe owner: scheduled_yuvalif@teuthology priority: 50 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b sha1: aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe sleep_before_teardown: 0 suite: rgw:notifications suite_branch: wip-yuval-fix-57899 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe targets: smithi003.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDv9XowQTYZknNx5HQLjbQ4JSogL2GZdqb7lbNzyJ/1M06poxixGiHhs5NAcIaK39z/wiazAmns6as2Bzquif4SOsdzFkshVvLw8pOfkHqeOwkDS/q9Mtbvg99ukusEhwBxF29gmhO2wUNJjr4G5O0EgVmX5WvKqTtJ4tsY4gCoYDluACtMSqHulAPlfsTR2qW07QBvRNQwqxpDRpqosVRwV2NBLQwjjPfZeHe2uB6SQBlcCsSxVyY/PBZ+E+YrhHwfkIKIYqaMv+gWNt6QhcjHq1hb2s9FfFa6mJ3Gyj42z07jurQ0QxN6S5e42j2BcrPvovil7SXNhcDSRDgdBAb7J2rQXyfeB3l0ufEQF+EKSq8sgAICoDgd1rNMwUZ2T91g3NXcaQYih2VLnbA232lHHN+BqzuiUazbjGuQjUlvkOQXtpqO1H6vgcSlnSyN/nMTPaUMvQR979nxKc/b7UepmPjrGQuxZdYePZbdldiQn6mrnsn5S+/4T3tn976glJ8= smithi039.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDLIuHxW2TjETENXQdvpdObD12TLmeV/yURWZtqspf59iSPCH2UaPofwqcDRNi9xMAJc4WEsZCnzlaPcgQzyw68O+BCcH2CuQFJOdyFleDE0M7kitl9IvbLd6F2hwU26G/+4Kes7U2Dz2j6eIsPUrp0DRK8vtb9M/fR6L+R8sRadoZLAofDIl4sYRQJD0Ds/Vf2HsHSn9GasgAQ8WrkJrle7pbxJG+oL4UvRkyKh9mudhvD6tnr5FOXAq/lUIz3Jgm4B4sCsENuEMGMA24Mxv46QdKiEcb2Y0baUyrUc8UZe1j2SBvU0L2Y9escPbmSfR1Z+gXRVNN1RN0aVaWDoHxaUND/9Sg7pzlHX2r6b7ixIOl+OJwIGNSy+twnTcM9B9DbdalTIYkEkahr1LAb2DaWVb7PWEtvos6edreIQBL1z3Zqe8sMXPXlTBZOYA+xMxClRHnHkNNQjx/kWySK2rvtYsQmUKuk4zIgT2mzg9gShILleKIR30Fqqqx0Mqxba98= tasks: - install: null - ceph: null - openssl_keys: null - rgw: client.0: null - rabbitmq: client.0: null - notification-tests: client.0: extra_attr: - amqp_test rgw_server: client.0 - kafka: client.0: kafka_version: 2.6.0 - notification-tests: client.0: extra_attr: - kafka_test rgw_server: client.0 - notification-tests: client.0: rgw_server: client.0 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 4da97cf64e542f347ec47b7bdbe5eca99759f9b7 timestamp: 2022-11-27_20:42:24 tube: smithi user: yuvalif verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.11998 2022-11-27T20:52:48.480 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/qa; will attempt to use it 2022-11-27T20:52:48.489 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/qa/tasks 2022-11-27T20:52:48.489 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-11-27T20:52:48.493 INFO:teuthology.task.internal:Checking packages... 2022-11-27T20:52:48.540 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe' 2022-11-27T20:52:48.540 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-11-27T20:52:48.541 INFO:teuthology.packaging:ref: None 2022-11-27T20:52:48.542 INFO:teuthology.packaging:tag: None 2022-11-27T20:52:48.542 INFO:teuthology.packaging:branch: wip-yuval-fix-57899 2022-11-27T20:52:48.543 INFO:teuthology.packaging:sha1: aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe 2022-11-27T20:52:48.544 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-yuval-fix-57899 2022-11-27T20:52:48.799 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-989.gaee1cfda 2022-11-27T20:52:48.799 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-11-27T20:52:48.806 INFO:teuthology.task.internal:no buildpackages task found 2022-11-27T20:52:48.807 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-11-27T20:52:48.818 INFO:teuthology.task.internal:Saving configuration 2022-11-27T20:52:48.836 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-11-27T20:52:48.846 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-11-27T20:52:48.874 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi003.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi/7093024', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-11-27 20:46:53.822332', 'locked_by': 'scheduled_yuvalif@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOTJcscwQbId16A4gXcM+E3Tbi2RHrpkw2kmwE79favWiB/OKjJ7FyeXbjZQjUpZuYwwOkC5JDoybVXymz5vQ94='} 2022-11-27T20:52:48.918 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi039.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi/7093024', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-11-27 20:46:53.819981', 'locked_by': 'scheduled_yuvalif@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIec24k6+0bn69B8LUMZ6hey+HDoZWK3WWrBkEk7Gaf1igSlSpaU9rG1UPUXo7bMXvpIU9IZh5Th0/eYrCH3uSE='} 2022-11-27T20:52:48.918 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-11-27T20:52:48.930 INFO:teuthology.task.internal:roles: ubuntu@smithi003.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2022-11-27T20:52:48.931 INFO:teuthology.task.internal:roles: ubuntu@smithi039.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2022-11-27T20:52:48.931 INFO:teuthology.run_tasks:Running task console_log... 2022-11-27T20:52:49.077 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc2bad5a400>, signals=[15]) 2022-11-27T20:52:49.101 INFO:teuthology.run_tasks:Running task internal.connect... 2022-11-27T20:52:49.124 INFO:teuthology.task.internal:Opening connections... 2022-11-27T20:52:49.125 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi003.front.sepia.ceph.com 2022-11-27T20:52:49.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T20:52:49.325 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi039.front.sepia.ceph.com 2022-11-27T20:52:49.327 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T20:52:49.478 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-11-27T20:52:49.500 DEBUG:teuthology.orchestra.run.smithi003:> uname -m 2022-11-27T20:52:49.529 INFO:teuthology.orchestra.run.smithi003.stdout:x86_64 2022-11-27T20:52:49.530 DEBUG:teuthology.orchestra.run.smithi003:> cat /etc/os-release 2022-11-27T20:52:49.594 INFO:teuthology.orchestra.run.smithi003.stdout:NAME="CentOS Stream" 2022-11-27T20:52:49.595 INFO:teuthology.orchestra.run.smithi003.stdout:VERSION="8" 2022-11-27T20:52:49.596 INFO:teuthology.orchestra.run.smithi003.stdout:ID="centos" 2022-11-27T20:52:49.596 INFO:teuthology.orchestra.run.smithi003.stdout:ID_LIKE="rhel fedora" 2022-11-27T20:52:49.597 INFO:teuthology.orchestra.run.smithi003.stdout:VERSION_ID="8" 2022-11-27T20:52:49.597 INFO:teuthology.orchestra.run.smithi003.stdout:PLATFORM_ID="platform:el8" 2022-11-27T20:52:49.598 INFO:teuthology.orchestra.run.smithi003.stdout:PRETTY_NAME="CentOS Stream 8" 2022-11-27T20:52:49.598 INFO:teuthology.orchestra.run.smithi003.stdout:ANSI_COLOR="0;31" 2022-11-27T20:52:49.599 INFO:teuthology.orchestra.run.smithi003.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-11-27T20:52:49.599 INFO:teuthology.orchestra.run.smithi003.stdout:HOME_URL="https://centos.org/" 2022-11-27T20:52:49.600 INFO:teuthology.orchestra.run.smithi003.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-11-27T20:52:49.600 INFO:teuthology.orchestra.run.smithi003.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-11-27T20:52:49.600 INFO:teuthology.orchestra.run.smithi003.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-11-27T20:52:49.612 INFO:teuthology.lock.ops:Updating smithi003.front.sepia.ceph.com on lock server 2022-11-27T20:52:49.643 DEBUG:teuthology.orchestra.run.smithi039:> uname -m 2022-11-27T20:52:49.668 INFO:teuthology.orchestra.run.smithi039.stdout:x86_64 2022-11-27T20:52:49.669 DEBUG:teuthology.orchestra.run.smithi039:> cat /etc/os-release 2022-11-27T20:52:49.741 INFO:teuthology.orchestra.run.smithi039.stdout:NAME="CentOS Stream" 2022-11-27T20:52:49.742 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION="8" 2022-11-27T20:52:49.742 INFO:teuthology.orchestra.run.smithi039.stdout:ID="centos" 2022-11-27T20:52:49.743 INFO:teuthology.orchestra.run.smithi039.stdout:ID_LIKE="rhel fedora" 2022-11-27T20:52:49.743 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION_ID="8" 2022-11-27T20:52:49.744 INFO:teuthology.orchestra.run.smithi039.stdout:PLATFORM_ID="platform:el8" 2022-11-27T20:52:49.744 INFO:teuthology.orchestra.run.smithi039.stdout:PRETTY_NAME="CentOS Stream 8" 2022-11-27T20:52:49.745 INFO:teuthology.orchestra.run.smithi039.stdout:ANSI_COLOR="0;31" 2022-11-27T20:52:49.745 INFO:teuthology.orchestra.run.smithi039.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-11-27T20:52:49.746 INFO:teuthology.orchestra.run.smithi039.stdout:HOME_URL="https://centos.org/" 2022-11-27T20:52:49.746 INFO:teuthology.orchestra.run.smithi039.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-11-27T20:52:49.747 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-11-27T20:52:49.747 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-11-27T20:52:49.748 INFO:teuthology.lock.ops:Updating smithi039.front.sepia.ceph.com on lock server 2022-11-27T20:52:49.775 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-11-27T20:52:49.792 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-11-27T20:52:49.806 INFO:teuthology.task.internal:Checking for old test directory... 2022-11-27T20:52:49.812 DEBUG:teuthology.orchestra.run.smithi003:> test '!' -e /home/ubuntu/cephtest 2022-11-27T20:52:49.818 DEBUG:teuthology.orchestra.run.smithi039:> test '!' -e /home/ubuntu/cephtest 2022-11-27T20:52:49.844 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-11-27T20:52:49.855 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-11-27T20:52:49.856 DEBUG:teuthology.orchestra.run.smithi003:> test -z $(ls -A /var/lib/ceph) 2022-11-27T20:52:49.900 DEBUG:teuthology.orchestra.run.smithi039:> test -z $(ls -A /var/lib/ceph) 2022-11-27T20:52:49.940 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-11-27T20:52:50.039 INFO:teuthology.run_tasks:Running task kernel... 2022-11-27T20:52:50.110 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-11-27T20:52:50.112 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-11-27T20:52:50.114 DEBUG:teuthology.orchestra.run.smithi003:> test -f /run/.containerenv -o -f /.dockerenv 2022-11-27T20:52:50.118 DEBUG:teuthology.orchestra.run.smithi039:> test -f /run/.containerenv -o -f /.dockerenv 2022-11-27T20:52:50.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T20:52:50.141 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2022-11-27T20:52:50.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T20:52:50.145 DEBUG:teuthology.orchestra.run.smithi003:> uname -r 2022-11-27T20:52:50.239 INFO:teuthology.orchestra.run.smithi039.stdout:4.18.0-408.el8.x86_64 2022-11-27T20:52:50.239 INFO:teuthology.task.kernel:Running kernel on smithi039: 4.18.0-408.el8.x86_64 2022-11-27T20:52:50.240 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum install -y kernel 2022-11-27T20:52:50.241 INFO:teuthology.orchestra.run.smithi003.stdout:4.18.0-408.el8.x86_64 2022-11-27T20:52:50.242 INFO:teuthology.task.kernel:Running kernel on smithi003: 4.18.0-408.el8.x86_64 2022-11-27T20:52:50.242 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum install -y kernel 2022-11-27T20:52:53.300 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS-8 - AppStream 34 MB/s | 26 MB 00:00 2022-11-27T20:52:53.546 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-8 - AppStream 33 MB/s | 26 MB 00:00 2022-11-27T20:52:58.900 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS-8 - BaseOS 40 MB/s | 26 MB 00:00 2022-11-27T20:52:59.204 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-8 - BaseOS 37 MB/s | 26 MB 00:00 2022-11-27T20:53:03.157 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS-8 - Extras 164 kB/s | 18 kB 00:00 2022-11-27T20:53:03.469 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-8 - Extras 153 kB/s | 18 kB 00:00 2022-11-27T20:53:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS-8 - PowerTools 20 MB/s | 5.3 MB 00:00 2022-11-27T20:53:03.855 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-8 - PowerTools 20 MB/s | 5.3 MB 00:00 2022-11-27T20:53:07.217 INFO:teuthology.orchestra.run.smithi039.stdout:Copr repo for python3-asyncssh owned by ceph 1.4 kB/s | 3.5 kB 00:02 2022-11-27T20:53:07.505 INFO:teuthology.orchestra.run.smithi003.stdout:Copr repo for python3-asyncssh owned by ceph 1.4 kB/s | 3.5 kB 00:02 2022-11-27T20:53:08.326 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 13 MB/s | 13 MB 00:00 2022-11-27T20:53:09.073 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 9.2 MB/s | 13 MB 00:01 2022-11-27T20:53:11.659 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 427 kB/s | 24 kB 00:00 2022-11-27T20:53:12.504 INFO:teuthology.orchestra.run.smithi003.stdout:lab-extras 433 kB/s | 24 kB 00:00 2022-11-27T20:53:14.815 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2022-11-27T20:53:14.816 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2022-11-27T20:53:14.959 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T20:53:14.960 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T20:53:14.961 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T20:53:15.096 DEBUG:teuthology.orchestra.run.smithi039:> echo no | sudo yum reinstall kernel || true 2022-11-27T20:53:15.619 INFO:teuthology.orchestra.run.smithi003.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2022-11-27T20:53:15.619 INFO:teuthology.orchestra.run.smithi003.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2022-11-27T20:53:15.747 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:00:04 ago on Sun 27 Nov 2022 08:53:11 PM UTC. 2022-11-27T20:53:15.769 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T20:53:15.771 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T20:53:15.771 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T20:53:15.882 DEBUG:teuthology.orchestra.run.smithi003:> echo no | sudo yum reinstall kernel || true 2022-11-27T20:53:16.498 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:04 ago on Sun 27 Nov 2022 08:53:12 PM UTC. 2022-11-27T20:53:17.003 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T20:53:17.004 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T20:53:17.005 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2022-11-27T20:53:17.005 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T20:53:17.005 INFO:teuthology.orchestra.run.smithi039.stdout:Reinstalling: 2022-11-27T20:53:17.005 INFO:teuthology.orchestra.run.smithi039.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2022-11-27T20:53:17.006 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T20:53:17.006 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T20:53:17.006 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T20:53:17.006 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T20:53:17.006 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 8.5 M 2022-11-27T20:53:17.007 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 0 2022-11-27T20:53:17.007 INFO:teuthology.orchestra.run.smithi039.stderr:Operation aborted. 2022-11-27T20:53:17.070 INFO:teuthology.orchestra.run.smithi039.stdout:Is this ok [y/N]: 2022-11-27T20:53:17.070 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum reinstall -y kernel || true 2022-11-27T20:53:17.657 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T20:53:17.658 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T20:53:17.659 INFO:teuthology.orchestra.run.smithi003.stdout: Package Architecture Version Repository Size 2022-11-27T20:53:17.659 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T20:53:17.660 INFO:teuthology.orchestra.run.smithi003.stdout:Reinstalling: 2022-11-27T20:53:17.660 INFO:teuthology.orchestra.run.smithi003.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2022-11-27T20:53:17.661 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T20:53:17.661 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T20:53:17.662 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T20:53:17.662 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T20:53:17.662 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 8.5 M 2022-11-27T20:53:17.663 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 0 2022-11-27T20:53:17.664 INFO:teuthology.orchestra.run.smithi003.stderr:Operation aborted. 2022-11-27T20:53:17.676 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:00:06 ago on Sun 27 Nov 2022 08:53:11 PM UTC. 2022-11-27T20:53:17.734 INFO:teuthology.orchestra.run.smithi003.stdout:Is this ok [y/N]: 2022-11-27T20:53:17.734 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum reinstall -y kernel || true 2022-11-27T20:53:18.343 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:06 ago on Sun 27 Nov 2022 08:53:12 PM UTC. 2022-11-27T20:53:18.833 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T20:53:18.835 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T20:53:18.835 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2022-11-27T20:53:18.835 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T20:53:18.836 INFO:teuthology.orchestra.run.smithi039.stdout:Reinstalling: 2022-11-27T20:53:18.836 INFO:teuthology.orchestra.run.smithi039.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2022-11-27T20:53:18.836 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T20:53:18.836 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T20:53:18.837 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T20:53:18.837 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T20:53:18.837 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 8.5 M 2022-11-27T20:53:18.837 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 0 2022-11-27T20:53:18.838 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T20:53:19.051 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-4.18.0-408.el8.x86_64.rpm 40 MB/s | 8.5 MB 00:00 2022-11-27T20:53:19.052 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T20:53:19.053 INFO:teuthology.orchestra.run.smithi039.stdout:Total 39 MB/s | 8.5 MB 00:00 2022-11-27T20:53:19.154 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T20:53:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T20:53:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T20:53:19.497 INFO:teuthology.orchestra.run.smithi003.stdout: Package Architecture Version Repository Size 2022-11-27T20:53:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T20:53:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:Reinstalling: 2022-11-27T20:53:19.498 INFO:teuthology.orchestra.run.smithi003.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2022-11-27T20:53:19.499 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T20:53:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T20:53:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T20:53:19.499 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T20:53:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 8.5 M 2022-11-27T20:53:19.501 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 0 2022-11-27T20:53:19.501 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T20:53:19.572 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T20:53:19.572 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T20:53:19.730 INFO:teuthology.orchestra.run.smithi003.stdout:kernel-4.18.0-408.el8.x86_64.rpm 37 MB/s | 8.5 MB 00:00 2022-11-27T20:53:19.731 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T20:53:19.732 INFO:teuthology.orchestra.run.smithi003.stdout:Total 36 MB/s | 8.5 MB 00:00 2022-11-27T20:53:19.746 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T20:53:19.763 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T20:53:19.832 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T20:53:20.050 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T20:53:20.271 INFO:teuthology.orchestra.run.smithi039.stdout: Reinstalling : kernel-4.18.0-408.el8.x86_64 1/2 2022-11-27T20:53:20.328 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T20:53:20.329 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T20:53:20.329 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T20:53:20.460 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T20:53:20.479 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T20:53:20.736 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T20:53:20.736 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 1/2 2022-11-27T20:53:20.777 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T20:53:21.027 INFO:teuthology.orchestra.run.smithi003.stdout: Reinstalling : kernel-4.18.0-408.el8.x86_64 1/2 2022-11-27T20:53:21.027 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T20:53:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T20:53:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T20:53:21.229 INFO:teuthology.orchestra.run.smithi039.stdout:Reinstalled: 2022-11-27T20:53:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-4.18.0-408.el8.x86_64 2022-11-27T20:53:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T20:53:21.231 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T20:53:21.340 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel --last | head -n 1 2022-11-27T20:53:21.425 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T20:53:21.426 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 1/2 2022-11-27T20:53:21.520 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-4.18.0-408.el8.x86_64 Sun 27 Nov 2022 08:53:20 PM UTC 2022-11-27T20:53:21.522 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-408.el8.x86_64 2022-11-27T20:53:21.522 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2022-11-27T20:53:21.523 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2022-11-27T20:53:21.523 DEBUG:teuthology.orchestra.run.smithi039:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-11-27T20:53:21.563 INFO:teuthology.orchestra.run.smithi039.stdout:ttyS1 2022-11-27T20:53:21.582 DEBUG:teuthology.parallel:result is None 2022-11-27T20:53:22.096 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T20:53:22.096 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T20:53:22.097 INFO:teuthology.orchestra.run.smithi003.stdout:Reinstalled: 2022-11-27T20:53:22.097 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-4.18.0-408.el8.x86_64 2022-11-27T20:53:22.098 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T20:53:22.098 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T20:53:22.198 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q kernel --last | head -n 1 2022-11-27T20:53:22.344 INFO:teuthology.orchestra.run.smithi003.stdout:kernel-4.18.0-408.el8.x86_64 Sun 27 Nov 2022 08:53:20 PM UTC 2022-11-27T20:53:22.346 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-408.el8.x86_64 2022-11-27T20:53:22.346 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2022-11-27T20:53:22.347 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2022-11-27T20:53:22.347 DEBUG:teuthology.orchestra.run.smithi003:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-11-27T20:53:22.385 INFO:teuthology.orchestra.run.smithi003.stdout:ttyS1 2022-11-27T20:53:22.399 DEBUG:teuthology.parallel:result is None 2022-11-27T20:53:22.399 INFO:teuthology.run_tasks:Running task internal.base... 2022-11-27T20:53:22.409 INFO:teuthology.task.internal:Creating test directory... 2022-11-27T20:53:22.410 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-11-27T20:53:22.442 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-11-27T20:53:22.464 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-11-27T20:53:22.475 INFO:teuthology.run_tasks:Running task internal.archive... 2022-11-27T20:53:22.482 INFO:teuthology.task.internal:Creating archive directory... 2022-11-27T20:53:22.483 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-11-27T20:53:22.501 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-11-27T20:53:22.554 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-11-27T20:53:22.566 INFO:teuthology.task.internal:Enabling coredump saving... 2022-11-27T20:53:22.567 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-11-27T20:53:22.586 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-11-27T20:53:22.629 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T20:53:22.636 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T20:53:22.641 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T20:53:22.646 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T20:53:22.648 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-11-27T20:53:22.658 INFO:teuthology.task.internal:Configuring sudo... 2022-11-27T20:53:22.659 DEBUG:teuthology.orchestra.run.smithi003:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-11-27T20:53:22.662 DEBUG:teuthology.orchestra.run.smithi039:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-11-27T20:53:22.717 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-11-27T20:53:22.727 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-11-27T20:53:22.727 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-11-27T20:53:22.730 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-11-27T20:53:22.780 DEBUG:teuthology.orchestra.run.smithi003:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T20:53:22.843 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T20:53:22.894 DEBUG:teuthology.orchestra.run.smithi003:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T20:53:22.988 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T20:53:23.024 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T20:53:23.025 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-11-27T20:53:23.091 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T20:53:23.141 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T20:53:23.198 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T20:53:23.288 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T20:53:23.334 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T20:53:23.335 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-11-27T20:53:23.404 DEBUG:teuthology.orchestra.run.smithi003:> sudo service rsyslog restart 2022-11-27T20:53:23.407 DEBUG:teuthology.orchestra.run.smithi039:> sudo service rsyslog restart 2022-11-27T20:53:23.472 INFO:teuthology.orchestra.run.smithi003.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-11-27T20:53:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-11-27T20:53:23.914 INFO:teuthology.run_tasks:Running task internal.timer... 2022-11-27T20:53:23.923 INFO:teuthology.task.internal:Starting timer... 2022-11-27T20:53:23.924 INFO:teuthology.run_tasks:Running task pcp... 2022-11-27T20:53:23.936 INFO:teuthology.run_tasks:Running task selinux... 2022-11-27T20:53:23.951 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-11-27T20:53:23.953 DEBUG:teuthology.orchestra.run.smithi003:> sudo service auditd rotate 2022-11-27T20:53:24.019 INFO:teuthology.orchestra.run.smithi003.stdout:Rotating logs: 2022-11-27T20:53:24.022 DEBUG:teuthology.orchestra.run.smithi039:> sudo service auditd rotate 2022-11-27T20:53:24.088 INFO:teuthology.orchestra.run.smithi039.stdout:Rotating logs: 2022-11-27T20:53:24.089 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-11-27T20:53:24.090 DEBUG:teuthology.orchestra.run.smithi003:> /usr/sbin/getenforce 2022-11-27T20:53:24.126 INFO:teuthology.orchestra.run.smithi003.stdout:Permissive 2022-11-27T20:53:24.127 DEBUG:teuthology.orchestra.run.smithi039:> /usr/sbin/getenforce 2022-11-27T20:53:24.166 INFO:teuthology.orchestra.run.smithi039.stdout:Permissive 2022-11-27T20:53:24.167 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi003.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi039.front.sepia.ceph.com': 'permissive'} 2022-11-27T20:53:24.167 DEBUG:teuthology.orchestra.run.smithi003:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2022-11-27T20:53:24.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T20:53:24.199 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2022-11-27T20:53:24.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T20:53:24.240 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-11-27T20:53:24.240 DEBUG:teuthology.orchestra.run.smithi003:> sudo /usr/sbin/setenforce permissive 2022-11-27T20:53:24.276 DEBUG:teuthology.orchestra.run.smithi039:> sudo /usr/sbin/setenforce permissive 2022-11-27T20:53:24.317 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-11-27T20:53:24.337 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2022-11-27T20:53:24.346 INFO:teuthology.repo_utils:Fetching main from origin 2022-11-27T20:53:24.503 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2022-11-27T20:53:24.530 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2022-11-27T20:53:24.533 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi003.front.sepia.ceph.com,smithi039.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2022-11-27T21:00:42.573 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi003.front.sepia.ceph.com'), Remote(name='ubuntu@smithi039.front.sepia.ceph.com')] 2022-11-27T21:00:42.576 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2022-11-27T21:00:42.578 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T21:00:42.679 DEBUG:teuthology.orchestra.run.smithi003:> true 2022-11-27T21:00:42.752 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2022-11-27T21:00:42.753 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T21:00:42.847 DEBUG:teuthology.orchestra.run.smithi039:> true 2022-11-27T21:00:42.915 INFO:teuthology.run_tasks:Running task clock... 2022-11-27T21:00:42.930 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-11-27T21:00:42.931 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-11-27T21:00:42.933 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-11-27T21:00:42.936 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-11-27T21:00:42.936 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-11-27T21:00:42.967 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-11-27T21:00:42.982 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-11-27T21:00:42.989 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-11-27T21:00:43.004 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-11-27T21:00:43.056 INFO:teuthology.orchestra.run.smithi003.stderr:sudo: ntpd: command not found 2022-11-27T21:00:43.068 INFO:teuthology.orchestra.run.smithi003.stdout:506 Cannot talk to daemon 2022-11-27T21:00:43.077 INFO:teuthology.orchestra.run.smithi039.stderr:sudo: ntpd: command not found 2022-11-27T21:00:43.082 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-11-27T21:00:43.088 INFO:teuthology.orchestra.run.smithi039.stdout:506 Cannot talk to daemon 2022-11-27T21:00:43.096 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-11-27T21:00:43.103 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-11-27T21:00:43.116 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-11-27T21:00:43.163 INFO:teuthology.orchestra.run.smithi003.stderr:bash: ntpq: command not found 2022-11-27T21:00:43.166 INFO:teuthology.orchestra.run.smithi003.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-11-27T21:00:43.166 INFO:teuthology.orchestra.run.smithi003.stdout:=============================================================================== 2022-11-27T21:00:43.167 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T21:00:43.167 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T21:00:43.167 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T21:00:43.167 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T21:00:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:bash: ntpq: command not found 2022-11-27T21:00:43.191 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-11-27T21:00:43.192 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2022-11-27T21:00:43.192 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T21:00:43.192 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T21:00:43.192 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T21:00:43.193 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T21:00:43.193 INFO:teuthology.run_tasks:Running task install... 2022-11-27T21:00:43.206 DEBUG:teuthology.task.install:project ceph 2022-11-27T21:00:43.207 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe'}} 2022-11-27T21:00:43.208 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe'} 2022-11-27T21:00:43.208 INFO:teuthology.task.install:Using flavor: default 2022-11-27T21:00:43.217 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2022-11-27T21:00:43.218 INFO:teuthology.task.install:extra packages: [] 2022-11-27T21:00:43.219 DEBUG:teuthology.orchestra.run.smithi003:> sudo lsb_release -is 2022-11-27T21:00:43.256 INFO:teuthology.orchestra.run.smithi003.stdout:CentOSStream 2022-11-27T21:00:43.258 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T21:00:43.259 DEBUG:teuthology.orchestra.run.smithi039:> sudo lsb_release -is 2022-11-27T21:00:43.260 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe', 'tag': None, 'wait_for_package': False} 2022-11-27T21:00:43.261 DEBUG:teuthology.orchestra.run.smithi003:> sudo lsb_release -is 2022-11-27T21:00:43.299 INFO:teuthology.orchestra.run.smithi039.stdout:CentOSStream 2022-11-27T21:00:43.300 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T21:00:43.301 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe', 'tag': None, 'wait_for_package': False} 2022-11-27T21:00:43.301 DEBUG:teuthology.orchestra.run.smithi039:> sudo lsb_release -is 2022-11-27T21:00:43.335 INFO:teuthology.orchestra.run.smithi003.stdout:CentOSStream 2022-11-27T21:00:43.337 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T21:00:43.338 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe 2022-11-27T21:00:43.379 INFO:teuthology.orchestra.run.smithi039.stdout:CentOSStream 2022-11-27T21:00:43.380 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T21:00:43.381 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe 2022-11-27T21:00:43.493 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-yuval-fix-57899/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/centos/8/flavors/default/ 2022-11-27T21:00:43.494 INFO:teuthology.task.install.rpm:Package version is 18.0.0-989.gaee1cfda 2022-11-27T21:00:43.531 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-yuval-fix-57899/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/centos/8/flavors/default/ 2022-11-27T21:00:43.532 INFO:teuthology.task.install.rpm:Package version is 18.0.0-989.gaee1cfda 2022-11-27T21:00:43.615 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-yuval-fix-57899/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-yuval-fix-57899/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-yuval-fix-57899/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2022-11-27T21:00:43.616 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:00:43.616 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/yum.repos.d/ceph.repo 2022-11-27T21:00:43.646 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2022-11-27T21:00:43.647 DEBUG:teuthology.orchestra.run.smithi003:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/;g' /etc/yum.repos.d/ceph.repo ; fi 2022-11-27T21:00:43.650 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-yuval-fix-57899/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-yuval-fix-57899/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-yuval-fix-57899/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2022-11-27T21:00:43.650 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:00:43.650 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/yum.repos.d/ceph.repo 2022-11-27T21:00:43.679 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2022-11-27T21:00:43.680 DEBUG:teuthology.orchestra.run.smithi039:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/;g' /etc/yum.repos.d/ceph.repo ; fi 2022-11-27T21:00:43.716 DEBUG:teuthology.orchestra.run.smithi003:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2022-11-27T21:00:43.749 DEBUG:teuthology.orchestra.run.smithi039:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2022-11-27T21:00:43.795 DEBUG:teuthology.orchestra.run.smithi003:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2022-11-27T21:00:43.827 DEBUG:teuthology.orchestra.run.smithi039:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2022-11-27T21:00:43.862 INFO:teuthology.orchestra.run.smithi003.stdout:check_obsoletes = 1 2022-11-27T21:00:43.864 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum clean all 2022-11-27T21:00:43.893 INFO:teuthology.orchestra.run.smithi039.stdout:check_obsoletes = 1 2022-11-27T21:00:43.895 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum clean all 2022-11-27T21:00:44.134 INFO:teuthology.orchestra.run.smithi003.stdout:64 files removed 2022-11-27T21:00:44.163 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-radosgw 2022-11-27T21:00:44.166 INFO:teuthology.orchestra.run.smithi039.stdout:64 files removed 2022-11-27T21:00:44.198 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-radosgw 2022-11-27T21:00:44.836 INFO:teuthology.orchestra.run.smithi003.stdout:ceph packages for x86_64 280 kB/s | 81 kB 00:00 2022-11-27T21:00:44.868 INFO:teuthology.orchestra.run.smithi039.stdout:ceph packages for x86_64 280 kB/s | 81 kB 00:00 2022-11-27T21:00:45.137 INFO:teuthology.orchestra.run.smithi003.stdout:ceph noarch packages 36 kB/s | 9.3 kB 00:00 2022-11-27T21:00:45.151 INFO:teuthology.orchestra.run.smithi039.stdout:ceph noarch packages 38 kB/s | 9.3 kB 00:00 2022-11-27T21:00:45.520 INFO:teuthology.orchestra.run.smithi003.stdout:ceph source packages 4.2 kB/s | 1.5 kB 00:00 2022-11-27T21:00:45.527 INFO:teuthology.orchestra.run.smithi039.stdout:ceph source packages 4.3 kB/s | 1.5 kB 00:00 2022-11-27T21:00:46.215 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-8 - AppStream 39 MB/s | 26 MB 00:00 2022-11-27T21:00:46.371 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS-8 - AppStream 32 MB/s | 26 MB 00:00 2022-11-27T21:00:51.682 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-8 - BaseOS 43 MB/s | 26 MB 00:00 2022-11-27T21:00:51.971 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS-8 - BaseOS 38 MB/s | 26 MB 00:00 2022-11-27T21:00:55.972 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-8 - Extras 152 kB/s | 18 kB 00:00 2022-11-27T21:00:56.228 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS-8 - Extras 177 kB/s | 18 kB 00:00 2022-11-27T21:00:56.350 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-8 - PowerTools 21 MB/s | 5.3 MB 00:00 2022-11-27T21:00:56.614 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS-8 - PowerTools 20 MB/s | 5.3 MB 00:00 2022-11-27T21:01:00.298 INFO:teuthology.orchestra.run.smithi003.stdout:Copr repo for python3-asyncssh owned by ceph 1.2 kB/s | 3.5 kB 00:02 2022-11-27T21:01:00.505 INFO:teuthology.orchestra.run.smithi039.stdout:Copr repo for python3-asyncssh owned by ceph 1.3 kB/s | 3.5 kB 00:02 2022-11-27T21:01:01.499 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 12 MB/s | 13 MB 00:01 2022-11-27T21:01:01.670 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 13 MB/s | 13 MB 00:01 2022-11-27T21:01:04.866 INFO:teuthology.orchestra.run.smithi003.stdout:lab-extras 620 kB/s | 24 kB 00:00 2022-11-27T21:01:05.060 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 301 kB/s | 24 kB 00:00 2022-11-27T21:01:08.289 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:01:08.292 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:01:08.292 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:01:08.292 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:01:08.293 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:01:08.293 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-radosgw x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 18 M 2022-11-27T21:01:08.294 INFO:teuthology.orchestra.run.smithi003.stdout:Upgrading: 2022-11-27T21:01:08.294 INFO:teuthology.orchestra.run.smithi003.stdout: librados2 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 3.6 M 2022-11-27T21:01:08.294 INFO:teuthology.orchestra.run.smithi003.stdout: librbd1 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 3.6 M 2022-11-27T21:01:08.294 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:01:08.295 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-base x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 5.2 M 2022-11-27T21:01:08.295 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-common x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 24 M 2022-11-27T21:01:08.295 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-selinux x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 24 k 2022-11-27T21:01:08.296 INFO:teuthology.orchestra.run.smithi003.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2022-11-27T21:01:08.296 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs2 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 768 k 2022-11-27T21:01:08.296 INFO:teuthology.orchestra.run.smithi003.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2022-11-27T21:01:08.296 INFO:teuthology.orchestra.run.smithi003.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2022-11-27T21:01:08.296 INFO:teuthology.orchestra.run.smithi003.stdout: libradosstriper1 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 474 k 2022-11-27T21:01:08.297 INFO:teuthology.orchestra.run.smithi003.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2022-11-27T21:01:08.297 INFO:teuthology.orchestra.run.smithi003.stdout: librgw2 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 6.5 M 2022-11-27T21:01:08.297 INFO:teuthology.orchestra.run.smithi003.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2022-11-27T21:01:08.297 INFO:teuthology.orchestra.run.smithi003.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2022-11-27T21:01:08.298 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-argparse x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 45 k 2022-11-27T21:01:08.298 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-common x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 109 k 2022-11-27T21:01:08.298 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cephfs x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 190 k 2022-11-27T21:01:08.298 INFO:teuthology.orchestra.run.smithi003.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2022-11-27T21:01:08.298 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rados x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 370 k 2022-11-27T21:01:08.299 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rbd x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 364 k 2022-11-27T21:01:08.299 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rgw x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 107 k 2022-11-27T21:01:08.300 INFO:teuthology.orchestra.run.smithi003.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2022-11-27T21:01:08.300 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:01:08.300 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:01:08.300 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:01:08.301 INFO:teuthology.orchestra.run.smithi003.stdout:Install 21 Packages 2022-11-27T21:01:08.301 INFO:teuthology.orchestra.run.smithi003.stdout:Upgrade 2 Packages 2022-11-27T21:01:08.301 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:01:08.302 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 67 M 2022-11-27T21:01:08.302 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:01:08.590 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:01:08.593 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:01:08.593 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:01:08.593 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:01:08.594 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:01:08.594 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 18 M 2022-11-27T21:01:08.594 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrading: 2022-11-27T21:01:08.594 INFO:teuthology.orchestra.run.smithi039.stdout: librados2 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 3.6 M 2022-11-27T21:01:08.595 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 3.6 M 2022-11-27T21:01:08.595 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2022-11-27T21:01:08.595 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 5.2 M 2022-11-27T21:01:08.596 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 24 M 2022-11-27T21:01:08.596 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 24 k 2022-11-27T21:01:08.596 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2022-11-27T21:01:08.596 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 768 k 2022-11-27T21:01:08.596 INFO:teuthology.orchestra.run.smithi039.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2022-11-27T21:01:08.597 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2022-11-27T21:01:08.597 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 474 k 2022-11-27T21:01:08.597 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2022-11-27T21:01:08.597 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2 x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 6.5 M 2022-11-27T21:01:08.598 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2022-11-27T21:01:08.598 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2022-11-27T21:01:08.598 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 45 k 2022-11-27T21:01:08.598 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 109 k 2022-11-27T21:01:08.599 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 190 k 2022-11-27T21:01:08.599 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2022-11-27T21:01:08.599 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 370 k 2022-11-27T21:01:08.599 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 364 k 2022-11-27T21:01:08.600 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 107 k 2022-11-27T21:01:08.600 INFO:teuthology.orchestra.run.smithi039.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2022-11-27T21:01:08.600 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:01:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:01:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:01:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:Install 21 Packages 2022-11-27T21:01:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrade 2 Packages 2022-11-27T21:01:08.601 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:01:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 67 M 2022-11-27T21:01:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:01:08.825 INFO:teuthology.orchestra.run.smithi003.stdout:(1/23): ceph-base-18.0.0-989.gaee1cfda.el8.x86_ 9.9 MB/s | 5.2 MB 00:00 2022-11-27T21:01:08.892 INFO:teuthology.orchestra.run.smithi003.stdout:(2/23): ceph-selinux-18.0.0-989.gaee1cfda.el8.x 364 kB/s | 24 kB 00:00 2022-11-27T21:01:09.009 INFO:teuthology.orchestra.run.smithi003.stdout:(3/23): libcephfs2-18.0.0-989.gaee1cfda.el8.x86 6.4 MB/s | 768 kB 00:00 2022-11-27T21:01:09.142 INFO:teuthology.orchestra.run.smithi003.stdout:(4/23): libradosstriper1-18.0.0-989.gaee1cfda.e 3.5 MB/s | 474 kB 00:00 2022-11-27T21:01:10.026 INFO:teuthology.orchestra.run.smithi003.stdout:(5/23): librgw2-18.0.0-989.gaee1cfda.el8.x86_64 7.3 MB/s | 6.5 MB 00:00 2022-11-27T21:01:10.101 INFO:teuthology.orchestra.run.smithi003.stdout:(6/23): python3-ceph-argparse-18.0.0-989.gaee1c 595 kB/s | 45 kB 00:00 2022-11-27T21:01:10.168 INFO:teuthology.orchestra.run.smithi003.stdout:(7/23): python3-ceph-common-18.0.0-989.gaee1cfd 1.6 MB/s | 109 kB 00:00 2022-11-27T21:01:10.206 INFO:teuthology.orchestra.run.smithi039.stdout:(1/23): ceph-base-18.0.0-989.gaee1cfda.el8.x86_ 3.2 MB/s | 5.2 MB 00:01 2022-11-27T21:01:10.235 INFO:teuthology.orchestra.run.smithi003.stdout:(8/23): python3-cephfs-18.0.0-989.gaee1cfda.el8 2.8 MB/s | 190 kB 00:00 2022-11-27T21:01:10.273 INFO:teuthology.orchestra.run.smithi039.stdout:(2/23): ceph-selinux-18.0.0-989.gaee1cfda.el8.x 364 kB/s | 24 kB 00:00 2022-11-27T21:01:10.352 INFO:teuthology.orchestra.run.smithi003.stdout:(9/23): python3-rados-18.0.0-989.gaee1cfda.el8. 3.1 MB/s | 370 kB 00:00 2022-11-27T21:01:10.469 INFO:teuthology.orchestra.run.smithi003.stdout:(10/23): python3-rbd-18.0.0-989.gaee1cfda.el8.x 3.1 MB/s | 364 kB 00:00 2022-11-27T21:01:10.557 INFO:teuthology.orchestra.run.smithi039.stdout:(3/23): libcephfs2-18.0.0-989.gaee1cfda.el8.x86 2.6 MB/s | 768 kB 00:00 2022-11-27T21:01:10.586 INFO:teuthology.orchestra.run.smithi003.stdout:(11/23): python3-rgw-18.0.0-989.gaee1cfda.el8.x 916 kB/s | 107 kB 00:00 2022-11-27T21:01:10.645 INFO:teuthology.orchestra.run.smithi003.stdout:(12/23): librdkafka-0.11.4-3.el8.x86_64.rpm 5.9 MB/s | 354 kB 00:00 2022-11-27T21:01:10.670 INFO:teuthology.orchestra.run.smithi003.stdout:(13/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 10 MB/s | 259 kB 00:00 2022-11-27T21:01:10.682 INFO:teuthology.orchestra.run.smithi039.stdout:(4/23): libradosstriper1-18.0.0-989.gaee1cfda.e 3.7 MB/s | 474 kB 00:00 2022-11-27T21:01:10.696 INFO:teuthology.orchestra.run.smithi003.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 1.7 MB/s | 44 kB 00:00 2022-11-27T21:01:10.721 INFO:teuthology.orchestra.run.smithi003.stdout:(15/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.8 MB/s | 47 kB 00:00 2022-11-27T21:01:11.096 INFO:teuthology.orchestra.run.smithi003.stdout:(16/23): ceph-common-18.0.0-989.gaee1cfda.el8.x 8.7 MB/s | 24 MB 00:02 2022-11-27T21:01:11.121 INFO:teuthology.orchestra.run.smithi003.stdout:(17/23): gperftools-libs-2.7-9.el8.x86_64.rpm 765 kB/s | 306 kB 00:00 2022-11-27T21:01:11.171 INFO:teuthology.orchestra.run.smithi003.stdout:(18/23): libunwind-1.3.1-3.el8.x86_64.rpm 1.5 MB/s | 75 kB 00:00 2022-11-27T21:01:11.239 INFO:teuthology.orchestra.run.smithi003.stdout:(19/23): liboath-2.6.2-3.el8.x86_64.rpm 414 kB/s | 59 kB 00:00 2022-11-27T21:01:11.388 INFO:teuthology.orchestra.run.smithi003.stdout:(20/23): thrift-0.13.0-2.el8.x86_64.rpm 8.0 MB/s | 1.7 MB 00:00 2022-11-27T21:01:11.656 INFO:teuthology.orchestra.run.smithi003.stdout:(21/23): librados2-18.0.0-989.gaee1cfda.el8.x86 8.7 MB/s | 3.6 MB 00:00 2022-11-27T21:01:11.765 INFO:teuthology.orchestra.run.smithi039.stdout:(5/23): librgw2-18.0.0-989.gaee1cfda.el8.x86_64 6.0 MB/s | 6.5 MB 00:01 2022-11-27T21:01:11.865 INFO:teuthology.orchestra.run.smithi039.stdout:(6/23): python3-ceph-argparse-18.0.0-989.gaee1c 447 kB/s | 45 kB 00:00 2022-11-27T21:01:11.898 INFO:teuthology.orchestra.run.smithi003.stdout:(22/23): librbd1-18.0.0-989.gaee1cfda.el8.x86_6 7.1 MB/s | 3.6 MB 00:00 2022-11-27T21:01:11.916 INFO:teuthology.orchestra.run.smithi039.stdout:(7/23): python3-ceph-common-18.0.0-989.gaee1cfd 2.1 MB/s | 109 kB 00:00 2022-11-27T21:01:11.975 INFO:teuthology.orchestra.run.smithi039.stdout:(8/23): python3-cephfs-18.0.0-989.gaee1cfda.el8 3.2 MB/s | 190 kB 00:00 2022-11-27T21:01:12.050 INFO:teuthology.orchestra.run.smithi039.stdout:(9/23): python3-rados-18.0.0-989.gaee1cfda.el8. 4.8 MB/s | 370 kB 00:00 2022-11-27T21:01:12.125 INFO:teuthology.orchestra.run.smithi039.stdout:(10/23): python3-rbd-18.0.0-989.gaee1cfda.el8.x 4.7 MB/s | 364 kB 00:00 2022-11-27T21:01:12.165 INFO:teuthology.orchestra.run.smithi003.stdout:(23/23): ceph-radosgw-18.0.0-989.gaee1cfda.el8. 4.7 MB/s | 18 MB 00:03 2022-11-27T21:01:12.168 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:01:12.168 INFO:teuthology.orchestra.run.smithi003.stdout:Total 17 MB/s | 67 MB 00:03 2022-11-27T21:01:12.175 INFO:teuthology.orchestra.run.smithi039.stdout:(11/23): python3-rgw-18.0.0-989.gaee1cfda.el8.x 2.1 MB/s | 107 kB 00:00 2022-11-27T21:01:12.210 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:01:12.251 INFO:teuthology.orchestra.run.smithi039.stdout:(12/23): librdkafka-0.11.4-3.el8.x86_64.rpm 4.6 MB/s | 354 kB 00:00 2022-11-27T21:01:12.259 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:01:12.260 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:01:12.268 INFO:teuthology.orchestra.run.smithi039.stdout:(13/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 15 MB/s | 259 kB 00:00 2022-11-27T21:01:12.286 INFO:teuthology.orchestra.run.smithi039.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 2.6 MB/s | 44 kB 00:00 2022-11-27T21:01:12.301 INFO:teuthology.orchestra.run.smithi039.stdout:(15/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 2.8 MB/s | 47 kB 00:00 2022-11-27T21:01:12.527 INFO:teuthology.orchestra.run.smithi039.stdout:(16/23): gperftools-libs-2.7-9.el8.x86_64.rpm 1.3 MB/s | 306 kB 00:00 2022-11-27T21:01:12.569 INFO:teuthology.orchestra.run.smithi039.stdout:(17/23): liboath-2.6.2-3.el8.x86_64.rpm 1.4 MB/s | 59 kB 00:00 2022-11-27T21:01:12.627 INFO:teuthology.orchestra.run.smithi039.stdout:(18/23): libunwind-1.3.1-3.el8.x86_64.rpm 1.3 MB/s | 75 kB 00:00 2022-11-27T21:01:12.657 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:01:12.660 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:01:13.045 INFO:teuthology.orchestra.run.smithi039.stdout:(19/23): ceph-common-18.0.0-989.gaee1cfda.el8.x 5.5 MB/s | 24 MB 00:04 2022-11-27T21:01:13.253 INFO:teuthology.orchestra.run.smithi039.stdout:(20/23): thrift-0.13.0-2.el8.x86_64.rpm 2.8 MB/s | 1.7 MB 00:00 2022-11-27T21:01:13.512 INFO:teuthology.orchestra.run.smithi039.stdout:(21/23): librados2-18.0.0-989.gaee1cfda.el8.x86 7.8 MB/s | 3.6 MB 00:00 2022-11-27T21:01:13.712 INFO:teuthology.orchestra.run.smithi039.stdout:(22/23): librbd1-18.0.0-989.gaee1cfda.el8.x86_6 7.8 MB/s | 3.6 MB 00:00 2022-11-27T21:01:13.868 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:01:14.028 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2022-11-27T21:01:14.243 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/25 2022-11-27T21:01:14.387 INFO:teuthology.orchestra.run.smithi039.stdout:(23/23): ceph-radosgw-18.0.0-989.gaee1cfda.el8. 3.2 MB/s | 18 MB 00:05 2022-11-27T21:01:14.392 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:01:14.392 INFO:teuthology.orchestra.run.smithi039.stdout:Total 12 MB/s | 67 MB 00:05 2022-11-27T21:01:14.396 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/25 2022-11-27T21:01:14.428 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:01:14.475 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:01:14.475 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:01:14.833 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/25 2022-11-27T21:01:14.861 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:01:14.865 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:01:15.013 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 4/25 2022-11-27T21:01:15.133 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 4/25 2022-11-27T21:01:15.498 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rados-2:18.0.0-989.gaee1cfda.el8.x86_64 5/25 2022-11-27T21:01:15.713 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 6/25 2022-11-27T21:01:16.107 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:01:16.129 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 6/25 2022-11-27T21:01:16.247 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2022-11-27T21:01:16.304 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 7/25 2022-11-27T21:01:16.388 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 7/25 2022-11-27T21:01:16.472 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/25 2022-11-27T21:01:16.596 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2022-11-27T21:01:16.615 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/25 2022-11-27T21:01:16.746 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2022-11-27T21:01:16.841 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2022-11-27T21:01:16.999 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ceph-argparse-2:18.0.0-989.gaee1cfda.el8.x 10/25 2022-11-27T21:01:17.036 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/25 2022-11-27T21:01:17.183 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cephfs-2:18.0.0-989.gaee1cfda.el8.x86_64 11/25 2022-11-27T21:01:17.240 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 4/25 2022-11-27T21:01:17.323 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 4/25 2022-11-27T21:01:17.399 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rbd-2:18.0.0-989.gaee1cfda.el8.x86_64 12/25 2022-11-27T21:01:17.529 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libradosstriper1-2:18.0.0-989.gaee1cfda.el8.x86_64 13/25 2022-11-27T21:01:17.559 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rados-2:18.0.0-989.gaee1cfda.el8.x86_64 5/25 2022-11-27T21:01:17.588 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libradosstriper1-2:18.0.0-989.gaee1cfda.el8.x86_64 13/25 2022-11-27T21:01:17.749 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 6/25 2022-11-27T21:01:17.798 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 14/25 2022-11-27T21:01:18.176 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 6/25 2022-11-27T21:01:18.332 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 7/25 2022-11-27T21:01:18.402 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 7/25 2022-11-27T21:01:18.566 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2022-11-27T21:01:18.698 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2022-11-27T21:01:18.731 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 15/25 2022-11-27T21:01:18.872 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2022-11-27T21:01:19.010 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-argparse-2:18.0.0-989.gaee1cfda.el8.x 10/25 2022-11-27T21:01:19.020 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librgw2-2:18.0.0-989.gaee1cfda.el8.x86_64 16/25 2022-11-27T21:01:19.076 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librgw2-2:18.0.0-989.gaee1cfda.el8.x86_64 16/25 2022-11-27T21:01:19.204 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rgw-2:18.0.0-989.gaee1cfda.el8.x86_64 17/25 2022-11-27T21:01:19.228 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cephfs-2:18.0.0-989.gaee1cfda.el8.x86_64 11/25 2022-11-27T21:01:19.390 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2022-11-27T21:01:19.411 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rbd-2:18.0.0-989.gaee1cfda.el8.x86_64 12/25 2022-11-27T21:01:19.540 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libradosstriper1-2:18.0.0-989.gaee1cfda.el8.x86_64 13/25 2022-11-27T21:01:19.563 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ceph-common-2:18.0.0-989.gaee1cfda.el8.x86 19/25 2022-11-27T21:01:19.611 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libradosstriper1-2:18.0.0-989.gaee1cfda.el8.x86_64 13/25 2022-11-27T21:01:19.788 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 14/25 2022-11-27T21:01:20.587 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 15/25 2022-11-27T21:01:20.715 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librgw2-2:18.0.0-989.gaee1cfda.el8.x86_64 16/25 2022-11-27T21:01:20.790 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librgw2-2:18.0.0-989.gaee1cfda.el8.x86_64 16/25 2022-11-27T21:01:20.957 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rgw-2:18.0.0-989.gaee1cfda.el8.x86_64 17/25 2022-11-27T21:01:21.108 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2022-11-27T21:01:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-common-2:18.0.0-989.gaee1cfda.el8.x86 19/25 2022-11-27T21:01:23.576 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 20/25 2022-11-27T21:01:23.936 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 20/25 2022-11-27T21:01:24.550 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 20/25 2022-11-27T21:01:24.820 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 21/25 2022-11-27T21:01:24.907 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 21/25 2022-11-27T21:01:25.087 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-selinux-2:18.0.0-989.gaee1cfda.el8.x86_64 22/25 2022-11-27T21:01:25.379 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 20/25 2022-11-27T21:01:25.608 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 20/25 2022-11-27T21:01:26.236 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 20/25 2022-11-27T21:01:26.493 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 21/25 2022-11-27T21:01:26.585 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 21/25 2022-11-27T21:01:26.756 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-selinux-2:18.0.0-989.gaee1cfda.el8.x86_64 22/25 2022-11-27T21:01:45.336 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-selinux-2:18.0.0-989.gaee1cfda.el8.x86_64 22/25 2022-11-27T21:01:45.337 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /sys 2022-11-27T21:01:45.337 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /proc 2022-11-27T21:01:45.337 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /dev 2022-11-27T21:01:45.337 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /run 2022-11-27T21:01:45.338 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /mnt 2022-11-27T21:01:45.338 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /var/tmp 2022-11-27T21:01:45.338 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /home 2022-11-27T21:01:45.338 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /tmp 2022-11-27T21:01:45.338 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /dev 2022-11-27T21:01:45.339 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:01:47.013 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-selinux-2:18.0.0-989.gaee1cfda.el8.x86_64 22/25 2022-11-27T21:01:47.014 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /sys 2022-11-27T21:01:47.014 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /proc 2022-11-27T21:01:47.015 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /dev 2022-11-27T21:01:47.015 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /run 2022-11-27T21:01:47.015 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /mnt 2022-11-27T21:01:47.016 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /var/tmp 2022-11-27T21:01:47.016 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /home 2022-11-27T21:01:47.016 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /tmp 2022-11-27T21:01:47.017 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /dev 2022-11-27T21:01:47.017 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:01:47.283 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-radosgw-2:18.0.0-989.gaee1cfda.el8.x86_64 23/25 2022-11-27T21:01:47.304 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-989.gaee1cfda.el8.x86_64 23/25 2022-11-27T21:01:47.305 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2022-11-27T21:01:47.502 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2022-11-27T21:01:47.503 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2022-11-27T21:01:48.182 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2022-11-27T21:01:48.182 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 1/25 2022-11-27T21:01:48.183 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 2/25 2022-11-27T21:01:48.183 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-radosgw-2:18.0.0-989.gaee1cfda.el8.x86_64 3/25 2022-11-27T21:01:48.183 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-selinux-2:18.0.0-989.gaee1cfda.el8.x86_64 4/25 2022-11-27T21:01:48.183 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 5/25 2022-11-27T21:01:48.184 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libradosstriper1-2:18.0.0-989.gaee1cfda.el8.x86_64 6/25 2022-11-27T21:01:48.184 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librgw2-2:18.0.0-989.gaee1cfda.el8.x86_64 7/25 2022-11-27T21:01:48.184 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ceph-argparse-2:18.0.0-989.gaee1cfda.el8.x 8/25 2022-11-27T21:01:48.184 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ceph-common-2:18.0.0-989.gaee1cfda.el8.x86 9/25 2022-11-27T21:01:48.185 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cephfs-2:18.0.0-989.gaee1cfda.el8.x86_64 10/25 2022-11-27T21:01:48.185 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rados-2:18.0.0-989.gaee1cfda.el8.x86_64 11/25 2022-11-27T21:01:48.185 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rbd-2:18.0.0-989.gaee1cfda.el8.x86_64 12/25 2022-11-27T21:01:48.185 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rgw-2:18.0.0-989.gaee1cfda.el8.x86_64 13/25 2022-11-27T21:01:48.186 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2022-11-27T21:01:48.186 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2022-11-27T21:01:48.186 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2022-11-27T21:01:48.186 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2022-11-27T21:01:48.186 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2022-11-27T21:01:48.187 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2022-11-27T21:01:48.187 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2022-11-27T21:01:48.187 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2022-11-27T21:01:48.187 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 22/25 2022-11-27T21:01:48.188 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2022-11-27T21:01:48.188 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 24/25 2022-11-27T21:01:48.981 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-radosgw-2:18.0.0-989.gaee1cfda.el8.x86_64 23/25 2022-11-27T21:01:49.002 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-989.gaee1cfda.el8.x86_64 23/25 2022-11-27T21:01:49.003 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2022-11-27T21:01:49.137 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2022-11-27T21:01:49.138 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:01:49.138 INFO:teuthology.orchestra.run.smithi003.stdout:Upgraded: 2022-11-27T21:01:49.139 INFO:teuthology.orchestra.run.smithi003.stdout: librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.139 INFO:teuthology.orchestra.run.smithi003.stdout: librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.140 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:01:49.140 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.141 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.141 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-radosgw-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.142 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-selinux-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.142 INFO:teuthology.orchestra.run.smithi003.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2022-11-27T21:01:49.142 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.143 INFO:teuthology.orchestra.run.smithi003.stdout: liboath-2.6.2-3.el8.x86_64 2022-11-27T21:01:49.143 INFO:teuthology.orchestra.run.smithi003.stdout: librabbitmq-0.9.0-3.el8.x86_64 2022-11-27T21:01:49.144 INFO:teuthology.orchestra.run.smithi003.stdout: libradosstriper1-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.144 INFO:teuthology.orchestra.run.smithi003.stdout: librdkafka-0.11.4-3.el8.x86_64 2022-11-27T21:01:49.145 INFO:teuthology.orchestra.run.smithi003.stdout: librgw2-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.145 INFO:teuthology.orchestra.run.smithi003.stdout: libunwind-1.3.1-3.el8.x86_64 2022-11-27T21:01:49.146 INFO:teuthology.orchestra.run.smithi003.stdout: lttng-ust-2.8.1-11.el8.x86_64 2022-11-27T21:01:49.146 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-argparse-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.147 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.147 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cephfs-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.148 INFO:teuthology.orchestra.run.smithi003.stdout: python3-prettytable-0.7.2-14.el8.noarch 2022-11-27T21:01:49.148 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rados-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.149 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rbd-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.149 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rgw-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:49.150 INFO:teuthology.orchestra.run.smithi003.stdout: thrift-0.13.0-2.el8.x86_64 2022-11-27T21:01:49.150 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:01:49.151 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:01:49.171 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2022-11-27T21:01:49.172 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2022-11-27T21:01:49.412 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-test 2022-11-27T21:01:49.820 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2022-11-27T21:01:49.820 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 1/25 2022-11-27T21:01:49.820 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 2/25 2022-11-27T21:01:49.821 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-radosgw-2:18.0.0-989.gaee1cfda.el8.x86_64 3/25 2022-11-27T21:01:49.821 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-selinux-2:18.0.0-989.gaee1cfda.el8.x86_64 4/25 2022-11-27T21:01:49.821 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 5/25 2022-11-27T21:01:49.821 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libradosstriper1-2:18.0.0-989.gaee1cfda.el8.x86_64 6/25 2022-11-27T21:01:49.822 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librgw2-2:18.0.0-989.gaee1cfda.el8.x86_64 7/25 2022-11-27T21:01:49.822 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-argparse-2:18.0.0-989.gaee1cfda.el8.x 8/25 2022-11-27T21:01:49.822 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-common-2:18.0.0-989.gaee1cfda.el8.x86 9/25 2022-11-27T21:01:49.822 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cephfs-2:18.0.0-989.gaee1cfda.el8.x86_64 10/25 2022-11-27T21:01:49.823 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rados-2:18.0.0-989.gaee1cfda.el8.x86_64 11/25 2022-11-27T21:01:49.823 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rbd-2:18.0.0-989.gaee1cfda.el8.x86_64 12/25 2022-11-27T21:01:49.823 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rgw-2:18.0.0-989.gaee1cfda.el8.x86_64 13/25 2022-11-27T21:01:49.823 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2022-11-27T21:01:49.824 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2022-11-27T21:01:49.824 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2022-11-27T21:01:49.824 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2022-11-27T21:01:49.824 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2022-11-27T21:01:49.825 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2022-11-27T21:01:49.825 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2022-11-27T21:01:49.825 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2022-11-27T21:01:49.825 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 22/25 2022-11-27T21:01:49.826 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2022-11-27T21:01:49.826 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 24/25 2022-11-27T21:01:50.042 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:46 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:01:50.684 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2022-11-27T21:01:50.685 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:01:50.685 INFO:teuthology.orchestra.run.smithi039.stdout:Upgraded: 2022-11-27T21:01:50.685 INFO:teuthology.orchestra.run.smithi039.stdout: librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.686 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.686 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:01:50.687 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.687 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.688 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.688 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.689 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2022-11-27T21:01:50.689 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.689 INFO:teuthology.orchestra.run.smithi039.stdout: liboath-2.6.2-3.el8.x86_64 2022-11-27T21:01:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq-0.9.0-3.el8.x86_64 2022-11-27T21:01:50.690 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka-0.11.4-3.el8.x86_64 2022-11-27T21:01:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind-1.3.1-3.el8.x86_64 2022-11-27T21:01:50.691 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust-2.8.1-11.el8.x86_64 2022-11-27T21:01:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.692 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable-0.7.2-14.el8.noarch 2022-11-27T21:01:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:01:50.693 INFO:teuthology.orchestra.run.smithi039.stdout: thrift-0.13.0-2.el8.x86_64 2022-11-27T21:01:50.694 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:01:50.694 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:01:50.987 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-test 2022-11-27T21:01:51.192 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:01:51.193 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:01:51.193 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:01:51.193 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:01:51.194 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:01:51.194 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-test x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 55 M 2022-11-27T21:01:51.194 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:01:51.194 INFO:teuthology.orchestra.run.smithi003.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2022-11-27T21:01:51.195 INFO:teuthology.orchestra.run.smithi003.stdout: libcephsqlite x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 137 k 2022-11-27T21:01:51.195 INFO:teuthology.orchestra.run.smithi003.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2022-11-27T21:01:51.195 INFO:teuthology.orchestra.run.smithi003.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2022-11-27T21:01:51.196 INFO:teuthology.orchestra.run.smithi003.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2022-11-27T21:01:51.196 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:01:51.196 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:01:51.196 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:01:51.196 INFO:teuthology.orchestra.run.smithi003.stdout:Install 6 Packages 2022-11-27T21:01:51.197 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:01:51.197 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 56 M 2022-11-27T21:01:51.198 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 241 M 2022-11-27T21:01:51.198 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:01:51.268 INFO:teuthology.orchestra.run.smithi003.stdout:(1/6): jq-1.6-6.el8.x86_64.rpm 2.7 MB/s | 202 kB 00:00 2022-11-27T21:01:51.302 INFO:teuthology.orchestra.run.smithi003.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 5.7 MB/s | 187 kB 00:00 2022-11-27T21:01:51.336 INFO:teuthology.orchestra.run.smithi003.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 9.6 MB/s | 323 kB 00:00 2022-11-27T21:01:51.386 INFO:teuthology.orchestra.run.smithi003.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 71 kB 00:00 2022-11-27T21:01:51.552 INFO:teuthology.orchestra.run.smithi003.stdout:(5/6): libcephsqlite-18.0.0-989.gaee1cfda.el8.x 384 kB/s | 137 kB 00:00 2022-11-27T21:01:51.620 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:00:47 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:01:52.788 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:01:52.789 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:01:52.789 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:01:52.789 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:01:52.789 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:01:52.790 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 55 M 2022-11-27T21:01:52.790 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2022-11-27T21:01:52.790 INFO:teuthology.orchestra.run.smithi039.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2022-11-27T21:01:52.791 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 137 k 2022-11-27T21:01:52.791 INFO:teuthology.orchestra.run.smithi039.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2022-11-27T21:01:52.791 INFO:teuthology.orchestra.run.smithi039.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2022-11-27T21:01:52.791 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2022-11-27T21:01:52.792 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:01:52.792 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:01:52.792 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:01:52.792 INFO:teuthology.orchestra.run.smithi039.stdout:Install 6 Packages 2022-11-27T21:01:52.793 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:01:52.793 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 56 M 2022-11-27T21:01:52.794 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 241 M 2022-11-27T21:01:52.794 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:01:52.874 INFO:teuthology.orchestra.run.smithi039.stdout:(1/6): jq-1.6-6.el8.x86_64.rpm 2.4 MB/s | 202 kB 00:00 2022-11-27T21:01:52.908 INFO:teuthology.orchestra.run.smithi039.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 7.7 MB/s | 187 kB 00:00 2022-11-27T21:01:52.933 INFO:teuthology.orchestra.run.smithi039.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 13 MB/s | 323 kB 00:00 2022-11-27T21:01:52.950 INFO:teuthology.orchestra.run.smithi039.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 4.2 MB/s | 71 kB 00:00 2022-11-27T21:01:53.292 INFO:teuthology.orchestra.run.smithi039.stdout:(5/6): libcephsqlite-18.0.0-989.gaee1cfda.el8.x 274 kB/s | 137 kB 00:00 2022-11-27T21:01:54.253 INFO:teuthology.orchestra.run.smithi003.stdout:(6/6): ceph-test-18.0.0-989.gaee1cfda.el8.x86_6 18 MB/s | 55 MB 00:03 2022-11-27T21:01:54.255 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:01:54.256 INFO:teuthology.orchestra.run.smithi003.stdout:Total 18 MB/s | 56 MB 00:03 2022-11-27T21:01:54.300 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:01:54.323 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:01:54.324 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:01:54.645 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:01:54.648 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:01:55.161 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:01:55.340 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2022-11-27T21:01:55.486 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2022-11-27T21:01:55.656 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2022-11-27T21:01:55.741 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2022-11-27T21:01:55.903 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : jq-1.6-6.el8.x86_64 4/6 2022-11-27T21:01:56.073 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephsqlite-2:18.0.0-989.gaee1cfda.el8.x86_64 5/6 2022-11-27T21:01:56.800 INFO:teuthology.orchestra.run.smithi039.stdout:(6/6): ceph-test-18.0.0-989.gaee1cfda.el8.x86_6 14 MB/s | 55 MB 00:04 2022-11-27T21:01:56.802 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:01:56.803 INFO:teuthology.orchestra.run.smithi039.stdout:Total 14 MB/s | 56 MB 00:04 2022-11-27T21:01:56.844 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:01:56.866 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:01:56.867 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:01:57.195 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:01:57.198 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:01:57.707 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:01:57.887 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2022-11-27T21:01:58.030 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2022-11-27T21:01:58.184 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2022-11-27T21:01:58.263 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2022-11-27T21:01:58.464 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : jq-1.6-6.el8.x86_64 4/6 2022-11-27T21:01:58.593 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephsqlite-2:18.0.0-989.gaee1cfda.el8.x86_64 5/6 2022-11-27T21:02:01.589 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephsqlite-2:18.0.0-989.gaee1cfda.el8.x86_64 5/6 2022-11-27T21:02:01.812 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-test-2:18.0.0-989.gaee1cfda.el8.x86_64 6/6 2022-11-27T21:02:02.054 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-test-2:18.0.0-989.gaee1cfda.el8.x86_64 6/6 2022-11-27T21:02:02.054 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-test-2:18.0.0-989.gaee1cfda.el8.x86_64 1/6 2022-11-27T21:02:02.054 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephsqlite-2:18.0.0-989.gaee1cfda.el8.x86_64 2/6 2022-11-27T21:02:02.055 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : jq-1.6-6.el8.x86_64 3/6 2022-11-27T21:02:02.055 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2022-11-27T21:02:02.055 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2022-11-27T21:02:02.522 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2022-11-27T21:02:02.523 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:02.523 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:02:02.523 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-test-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:02.523 INFO:teuthology.orchestra.run.smithi003.stdout: jq-1.6-6.el8.x86_64 2022-11-27T21:02:02.524 INFO:teuthology.orchestra.run.smithi003.stdout: libcephsqlite-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:02.524 INFO:teuthology.orchestra.run.smithi003.stdout: oniguruma-6.8.2-2.el8.x86_64 2022-11-27T21:02:02.524 INFO:teuthology.orchestra.run.smithi003.stdout: socat-1.7.4.1-1.el8.x86_64 2022-11-27T21:02:02.525 INFO:teuthology.orchestra.run.smithi003.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2022-11-27T21:02:02.525 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:02.525 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:02.689 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph 2022-11-27T21:02:03.322 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:59 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:04.135 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephsqlite-2:18.0.0-989.gaee1cfda.el8.x86_64 5/6 2022-11-27T21:02:04.323 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-test-2:18.0.0-989.gaee1cfda.el8.x86_64 6/6 2022-11-27T21:02:04.485 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:04.489 INFO:teuthology.orchestra.run.smithi003.stdout:====================================================================================== 2022-11-27T21:02:04.489 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:02:04.490 INFO:teuthology.orchestra.run.smithi003.stdout:====================================================================================== 2022-11-27T21:02:04.490 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:02:04.490 INFO:teuthology.orchestra.run.smithi003.stdout: ceph x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 6.4 k 2022-11-27T21:02:04.491 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:02:04.491 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mds x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 2.3 M 2022-11-27T21:02:04.492 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 1.5 M 2022-11-27T21:02:04.492 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-modules-core noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 234 k 2022-11-27T21:02:04.493 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mon x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 3.9 M 2022-11-27T21:02:04.494 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-osd x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 17 M 2022-11-27T21:02:04.494 INFO:teuthology.orchestra.run.smithi003.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2022-11-27T21:02:04.495 INFO:teuthology.orchestra.run.smithi003.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2022-11-27T21:02:04.495 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2022-11-27T21:02:04.496 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2022-11-27T21:02:04.496 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2022-11-27T21:02:04.496 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2022-11-27T21:02:04.497 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2022-11-27T21:02:04.497 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2022-11-27T21:02:04.498 INFO:teuthology.orchestra.run.smithi003.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2022-11-27T21:02:04.498 INFO:teuthology.orchestra.run.smithi003.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2022-11-27T21:02:04.498 INFO:teuthology.orchestra.run.smithi003.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2022-11-27T21:02:04.499 INFO:teuthology.orchestra.run.smithi003.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2022-11-27T21:02:04.499 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2022-11-27T21:02:04.499 INFO:teuthology.orchestra.run.smithi003.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2022-11-27T21:02:04.500 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2022-11-27T21:02:04.500 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2022-11-27T21:02:04.500 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2022-11-27T21:02:04.501 INFO:teuthology.orchestra.run.smithi003.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2022-11-27T21:02:04.501 INFO:teuthology.orchestra.run.smithi003.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2022-11-27T21:02:04.501 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2022-11-27T21:02:04.502 INFO:teuthology.orchestra.run.smithi003.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2022-11-27T21:02:04.502 INFO:teuthology.orchestra.run.smithi003.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2022-11-27T21:02:04.502 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2022-11-27T21:02:04.502 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2022-11-27T21:02:04.503 INFO:teuthology.orchestra.run.smithi003.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2022-11-27T21:02:04.503 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2022-11-27T21:02:04.503 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:04.504 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:02:04.504 INFO:teuthology.orchestra.run.smithi003.stdout:====================================================================================== 2022-11-27T21:02:04.504 INFO:teuthology.orchestra.run.smithi003.stdout:Install 32 Packages 2022-11-27T21:02:04.504 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:04.505 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 28 M 2022-11-27T21:02:04.506 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 110 M 2022-11-27T21:02:04.506 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:02:04.584 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-test-2:18.0.0-989.gaee1cfda.el8.x86_64 6/6 2022-11-27T21:02:04.585 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-test-2:18.0.0-989.gaee1cfda.el8.x86_64 1/6 2022-11-27T21:02:04.585 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephsqlite-2:18.0.0-989.gaee1cfda.el8.x86_64 2/6 2022-11-27T21:02:04.585 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : jq-1.6-6.el8.x86_64 3/6 2022-11-27T21:02:04.585 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2022-11-27T21:02:04.586 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2022-11-27T21:02:04.745 INFO:teuthology.orchestra.run.smithi003.stdout:(1/32): ceph-18.0.0-989.gaee1cfda.el8.x86_64.rp 26 kB/s | 6.4 kB 00:00 2022-11-27T21:02:05.054 INFO:teuthology.orchestra.run.smithi003.stdout:(2/32): ceph-mgr-18.0.0-989.gaee1cfda.el8.x86_6 2.7 MB/s | 1.5 MB 00:00 2022-11-27T21:02:05.063 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2022-11-27T21:02:05.063 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:05.064 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:02:05.064 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:05.064 INFO:teuthology.orchestra.run.smithi039.stdout: jq-1.6-6.el8.x86_64 2022-11-27T21:02:05.064 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:05.064 INFO:teuthology.orchestra.run.smithi039.stdout: oniguruma-6.8.2-2.el8.x86_64 2022-11-27T21:02:05.065 INFO:teuthology.orchestra.run.smithi039.stdout: socat-1.7.4.1-1.el8.x86_64 2022-11-27T21:02:05.065 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2022-11-27T21:02:05.065 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:05.065 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:05.313 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph 2022-11-27T21:02:05.371 INFO:teuthology.orchestra.run.smithi003.stdout:(3/32): ceph-mds-18.0.0-989.gaee1cfda.el8.x86_6 2.6 MB/s | 2.3 MB 00:00 2022-11-27T21:02:05.613 INFO:teuthology.orchestra.run.smithi003.stdout:(4/32): ceph-mon-18.0.0-989.gaee1cfda.el8.x86_6 4.5 MB/s | 3.9 MB 00:00 2022-11-27T21:02:05.671 INFO:teuthology.orchestra.run.smithi003.stdout:(5/32): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2022-11-27T21:02:05.725 INFO:teuthology.orchestra.run.smithi003.stdout:(6/32): python3-markupsafe-0.23-19.el8.x86_64.r 727 kB/s | 39 kB 00:00 2022-11-27T21:02:05.755 INFO:teuthology.orchestra.run.smithi003.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 3.4 MB/s | 103 kB 00:00 2022-11-27T21:02:05.780 INFO:teuthology.orchestra.run.smithi003.stdout:(8/32): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2022-11-27T21:02:05.822 INFO:teuthology.orchestra.run.smithi003.stdout:(9/32): python3-werkzeug-0.12.2-4.el8.noarch.rp 11 MB/s | 457 kB 00:00 2022-11-27T21:02:05.848 INFO:teuthology.orchestra.run.smithi003.stdout:(10/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 9.3 MB/s | 237 kB 00:00 2022-11-27T21:02:05.881 INFO:teuthology.orchestra.run.smithi003.stdout:(11/32): python3-cryptography-3.2.1-5.el8.x86_6 16 MB/s | 559 kB 00:00 2022-11-27T21:02:05.907 INFO:teuthology.orchestra.run.smithi003.stdout:(12/32): python3-pycparser-2.14-14.el8.noarch.r 4.3 MB/s | 109 kB 00:00 2022-11-27T21:02:05.950 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:01 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:06.040 INFO:teuthology.orchestra.run.smithi003.stdout:(13/32): ceph-mgr-modules-core-18.0.0-989.gaee1 349 kB/s | 234 kB 00:00 2022-11-27T21:02:06.057 INFO:teuthology.orchestra.run.smithi003.stdout:(14/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 290 kB/s | 44 kB 00:00 2022-11-27T21:02:06.257 INFO:teuthology.orchestra.run.smithi003.stdout:(15/32): ceph-osd-18.0.0-989.gaee1cfda.el8.x86_ 14 MB/s | 17 MB 00:01 2022-11-27T21:02:06.283 INFO:teuthology.orchestra.run.smithi003.stdout:(16/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 765 kB/s | 185 kB 00:00 2022-11-27T21:02:06.341 INFO:teuthology.orchestra.run.smithi003.stdout:(17/32): python3-jaraco-6.2-6.el8.noarch.rpm 191 kB/s | 11 kB 00:00 2022-11-27T21:02:06.400 INFO:teuthology.orchestra.run.smithi003.stdout:(18/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 504 kB/s | 173 kB 00:00 2022-11-27T21:02:06.425 INFO:teuthology.orchestra.run.smithi003.stdout:(19/32): python3-jaraco-functools-2.0-4.el8.noa 210 kB/s | 18 kB 00:00 2022-11-27T21:02:06.467 INFO:teuthology.orchestra.run.smithi003.stdout:(20/32): python3-logutils-0.3.5-11.el8.noarch.r 731 kB/s | 49 kB 00:00 2022-11-27T21:02:06.492 INFO:teuthology.orchestra.run.smithi003.stdout:(21/32): python3-cherrypy-18.4.0-1.el8.noarch.r 1.6 MB/s | 384 kB 00:00 2022-11-27T21:02:06.517 INFO:teuthology.orchestra.run.smithi003.stdout:(22/32): python3-more-itertools-7.2.0-3.el8.noa 637 kB/s | 59 kB 00:00 2022-11-27T21:02:06.551 INFO:teuthology.orchestra.run.smithi003.stdout:(23/32): python3-portend-2.6-1.el8.noarch.rpm 266 kB/s | 16 kB 00:00 2022-11-27T21:02:06.577 INFO:teuthology.orchestra.run.smithi003.stdout:(24/32): python3-pecan-1.3.2-9.el8.noarch.rpm 2.5 MB/s | 283 kB 00:00 2022-11-27T21:02:06.602 INFO:teuthology.orchestra.run.smithi003.stdout:(25/32): python3-simplegeneric-0.8.1-17.el8.noa 223 kB/s | 19 kB 00:00 2022-11-27T21:02:06.656 INFO:teuthology.orchestra.run.smithi003.stdout:(26/32): python3-singledispatch-3.4.0.3-18.el8. 229 kB/s | 24 kB 00:00 2022-11-27T21:02:06.686 INFO:teuthology.orchestra.run.smithi003.stdout:(27/32): python3-tempora-1.14.1-5.el8.noarch.rp 269 kB/s | 29 kB 00:00 2022-11-27T21:02:06.711 INFO:teuthology.orchestra.run.smithi003.stdout:(28/32): python3-trustme-0.6.0-4.el8.noarch.rpm 253 kB/s | 27 kB 00:00 2022-11-27T21:02:06.736 INFO:teuthology.orchestra.run.smithi003.stdout:(29/32): python3-waitress-1.2.1-2.el8.1.noarch. 2.9 MB/s | 241 kB 00:00 2022-11-27T21:02:06.778 INFO:teuthology.orchestra.run.smithi003.stdout:(30/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.2 MB/s | 85 kB 00:00 2022-11-27T21:02:06.803 INFO:teuthology.orchestra.run.smithi003.stdout:(31/32): python3-zc-lockfile-2.0-2.el8.noarch.r 343 kB/s | 23 kB 00:00 2022-11-27T21:02:06.828 INFO:teuthology.orchestra.run.smithi003.stdout:(32/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 2.1 MB/s | 251 kB 00:00 2022-11-27T21:02:06.831 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:06.832 INFO:teuthology.orchestra.run.smithi003.stdout:Total 12 MB/s | 28 MB 00:02 2022-11-27T21:02:06.917 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:02:06.957 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:02:06.958 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:02:07.111 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:02:07.114 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2022-11-27T21:02:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:02:07.115 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2022-11-27T21:02:07.115 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:02:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: ceph x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 6.4 k 2022-11-27T21:02:07.116 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2022-11-27T21:02:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 2.3 M 2022-11-27T21:02:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 1.5 M 2022-11-27T21:02:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 234 k 2022-11-27T21:02:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 3.9 M 2022-11-27T21:02:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 17 M 2022-11-27T21:02:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2022-11-27T21:02:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2022-11-27T21:02:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2022-11-27T21:02:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2022-11-27T21:02:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2022-11-27T21:02:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2022-11-27T21:02:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2022-11-27T21:02:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2022-11-27T21:02:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2022-11-27T21:02:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2022-11-27T21:02:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2022-11-27T21:02:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2022-11-27T21:02:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2022-11-27T21:02:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2022-11-27T21:02:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2022-11-27T21:02:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2022-11-27T21:02:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2022-11-27T21:02:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2022-11-27T21:02:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2022-11-27T21:02:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2022-11-27T21:02:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2022-11-27T21:02:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2022-11-27T21:02:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2022-11-27T21:02:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2022-11-27T21:02:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2022-11-27T21:02:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2022-11-27T21:02:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:07.123 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:02:07.124 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2022-11-27T21:02:07.124 INFO:teuthology.orchestra.run.smithi039.stdout:Install 32 Packages 2022-11-27T21:02:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:07.125 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 28 M 2022-11-27T21:02:07.125 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 110 M 2022-11-27T21:02:07.125 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:02:07.245 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:02:07.248 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:02:07.250 INFO:teuthology.orchestra.run.smithi039.stdout:(1/32): ceph-18.0.0-989.gaee1cfda.el8.x86_64.rp 49 kB/s | 6.4 kB 00:00 2022-11-27T21:02:07.526 INFO:teuthology.orchestra.run.smithi039.stdout:(2/32): ceph-mds-18.0.0-989.gaee1cfda.el8.x86_6 5.6 MB/s | 2.3 MB 00:00 2022-11-27T21:02:07.568 INFO:teuthology.orchestra.run.smithi039.stdout:(3/32): ceph-mgr-18.0.0-989.gaee1cfda.el8.x86_6 3.4 MB/s | 1.5 MB 00:00 2022-11-27T21:02:07.651 INFO:teuthology.orchestra.run.smithi039.stdout:(4/32): ceph-mgr-modules-core-18.0.0-989.gaee1c 2.7 MB/s | 234 kB 00:00 2022-11-27T21:02:07.760 INFO:teuthology.orchestra.run.smithi039.stdout:(5/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.4 MB/s | 157 kB 00:00 2022-11-27T21:02:07.794 INFO:teuthology.orchestra.run.smithi039.stdout:(6/32): python3-markupsafe-0.23-19.el8.x86_64.r 1.1 MB/s | 39 kB 00:00 2022-11-27T21:02:07.819 INFO:teuthology.orchestra.run.smithi039.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 4.0 MB/s | 103 kB 00:00 2022-11-27T21:02:07.865 INFO:teuthology.orchestra.run.smithi039.stdout:(8/32): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2022-11-27T21:02:07.902 INFO:teuthology.orchestra.run.smithi039.stdout:(9/32): python3-werkzeug-0.12.2-4.el8.noarch.rp 12 MB/s | 457 kB 00:00 2022-11-27T21:02:07.928 INFO:teuthology.orchestra.run.smithi039.stdout:(10/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 9.3 MB/s | 237 kB 00:00 2022-11-27T21:02:07.962 INFO:teuthology.orchestra.run.smithi039.stdout:(11/32): python3-cryptography-3.2.1-5.el8.x86_6 17 MB/s | 559 kB 00:00 2022-11-27T21:02:07.979 INFO:teuthology.orchestra.run.smithi039.stdout:(12/32): python3-pycparser-2.14-14.el8.noarch.r 6.4 MB/s | 109 kB 00:00 2022-11-27T21:02:08.162 INFO:teuthology.orchestra.run.smithi039.stdout:(13/32): ceph-mon-18.0.0-989.gaee1cfda.el8.x86_ 4.2 MB/s | 3.9 MB 00:00 2022-11-27T21:02:08.196 INFO:teuthology.orchestra.run.smithi039.stdout:(14/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 201 kB/s | 44 kB 00:00 2022-11-27T21:02:08.446 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:02:08.496 INFO:teuthology.orchestra.run.smithi039.stdout:(15/32): ceph-osd-18.0.0-989.gaee1cfda.el8.x86_ 17 MB/s | 17 MB 00:00 2022-11-27T21:02:08.521 INFO:teuthology.orchestra.run.smithi039.stdout:(16/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 531 kB/s | 173 kB 00:00 2022-11-27T21:02:08.547 INFO:teuthology.orchestra.run.smithi039.stdout:(17/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 482 kB/s | 185 kB 00:00 2022-11-27T21:02:08.572 INFO:teuthology.orchestra.run.smithi039.stdout:(18/32): python3-jaraco-6.2-6.el8.noarch.rpm 221 kB/s | 11 kB 00:00 2022-11-27T21:02:08.631 INFO:teuthology.orchestra.run.smithi039.stdout:(19/32): python3-jaraco-functools-2.0-4.el8.noa 208 kB/s | 18 kB 00:00 2022-11-27T21:02:08.656 INFO:teuthology.orchestra.run.smithi039.stdout:(20/32): python3-logutils-0.3.5-11.el8.noarch.r 580 kB/s | 49 kB 00:00 2022-11-27T21:02:08.672 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2022-11-27T21:02:08.681 INFO:teuthology.orchestra.run.smithi039.stdout:(21/32): python3-more-itertools-7.2.0-3.el8.noa 1.2 MB/s | 59 kB 00:00 2022-11-27T21:02:08.731 INFO:teuthology.orchestra.run.smithi039.stdout:(22/32): python3-portend-2.6-1.el8.noarch.rpm 312 kB/s | 16 kB 00:00 2022-11-27T21:02:08.757 INFO:teuthology.orchestra.run.smithi039.stdout:(23/32): python3-cherrypy-18.4.0-1.el8.noarch.r 1.4 MB/s | 384 kB 00:00 2022-11-27T21:02:08.782 INFO:teuthology.orchestra.run.smithi039.stdout:(24/32): python3-pecan-1.3.2-9.el8.noarch.rpm 2.2 MB/s | 283 kB 00:00 2022-11-27T21:02:08.807 INFO:teuthology.orchestra.run.smithi039.stdout:(25/32): python3-simplegeneric-0.8.1-17.el8.noa 248 kB/s | 19 kB 00:00 2022-11-27T21:02:08.833 INFO:teuthology.orchestra.run.smithi039.stdout:(26/32): python3-singledispatch-3.4.0.3-18.el8. 317 kB/s | 24 kB 00:00 2022-11-27T21:02:08.858 INFO:teuthology.orchestra.run.smithi039.stdout:(27/32): python3-tempora-1.14.1-5.el8.noarch.rp 387 kB/s | 29 kB 00:00 2022-11-27T21:02:08.883 INFO:teuthology.orchestra.run.smithi039.stdout:(28/32): python3-trustme-0.6.0-4.el8.noarch.rpm 364 kB/s | 27 kB 00:00 2022-11-27T21:02:08.888 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2022-11-27T21:02:08.908 INFO:teuthology.orchestra.run.smithi039.stdout:(29/32): python3-waitress-1.2.1-2.el8.1.noarch. 3.1 MB/s | 241 kB 00:00 2022-11-27T21:02:08.933 INFO:teuthology.orchestra.run.smithi039.stdout:(30/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 3.3 MB/s | 251 kB 00:00 2022-11-27T21:02:08.959 INFO:teuthology.orchestra.run.smithi039.stdout:(31/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.1 MB/s | 85 kB 00:00 2022-11-27T21:02:09.010 INFO:teuthology.orchestra.run.smithi039.stdout:(32/32): python3-zc-lockfile-2.0-2.el8.noarch.r 227 kB/s | 23 kB 00:00 2022-11-27T21:02:09.013 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:09.013 INFO:teuthology.orchestra.run.smithi039.stdout:Total 15 MB/s | 28 MB 00:01 2022-11-27T21:02:09.092 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:02:09.097 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2022-11-27T21:02:09.132 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:02:09.132 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:02:09.303 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/32 2022-11-27T21:02:09.419 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:02:09.422 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:02:09.470 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2022-11-27T21:02:09.623 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2022-11-27T21:02:09.783 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2022-11-27T21:02:09.919 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2022-11-27T21:02:10.126 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2022-11-27T21:02:10.341 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2022-11-27T21:02:10.597 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2022-11-27T21:02:10.662 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:02:10.798 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2022-11-27T21:02:10.900 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2022-11-27T21:02:11.091 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2022-11-27T21:02:11.211 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 13/32 2022-11-27T21:02:11.300 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2022-11-27T21:02:11.473 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/32 2022-11-27T21:02:11.483 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 14/32 2022-11-27T21:02:11.662 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2022-11-27T21:02:11.670 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2022-11-27T21:02:11.818 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2022-11-27T21:02:11.923 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2022-11-27T21:02:11.944 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2022-11-27T21:02:12.097 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2022-11-27T21:02:12.131 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2022-11-27T21:02:12.283 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2022-11-27T21:02:12.479 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2022-11-27T21:02:12.510 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2022-11-27T21:02:12.686 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2022-11-27T21:02:12.706 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2022-11-27T21:02:12.849 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 20/32 2022-11-27T21:02:12.944 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2022-11-27T21:02:13.059 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2022-11-27T21:02:13.305 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 13/32 2022-11-27T21:02:13.377 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2022-11-27T21:02:13.617 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2022-11-27T21:02:13.704 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 14/32 2022-11-27T21:02:13.836 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2022-11-27T21:02:13.873 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2022-11-27T21:02:14.110 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2022-11-27T21:02:14.224 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 25/32 2022-11-27T21:02:14.300 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2022-11-27T21:02:14.547 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2022-11-27T21:02:14.663 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2022-11-27T21:02:14.906 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-989.gaee1cfda.el8.n 27/32 2022-11-27T21:02:14.972 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2022-11-27T21:02:15.083 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 28/32 2022-11-27T21:02:15.135 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 20/32 2022-11-27T21:02:15.370 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2022-11-27T21:02:15.685 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2022-11-27T21:02:15.920 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2022-11-27T21:02:16.154 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2022-11-27T21:02:16.536 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 25/32 2022-11-27T21:02:16.669 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 28/32 2022-11-27T21:02:16.870 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-osd-2:18.0.0-989.gaee1cfda.el8.x86_64 29/32 2022-11-27T21:02:16.909 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2022-11-27T21:02:17.271 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-989.gaee1cfda.el8.n 27/32 2022-11-27T21:02:17.279 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-osd-2:18.0.0-989.gaee1cfda.el8.x86_64 29/32 2022-11-27T21:02:17.418 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 28/32 2022-11-27T21:02:17.454 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mon-2:18.0.0-989.gaee1cfda.el8.x86_64 30/32 2022-11-27T21:02:17.679 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mon-2:18.0.0-989.gaee1cfda.el8.x86_64 30/32 2022-11-27T21:02:17.870 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mds-2:18.0.0-989.gaee1cfda.el8.x86_64 31/32 2022-11-27T21:02:17.889 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mds-2:18.0.0-989.gaee1cfda.el8.x86_64 31/32 2022-11-27T21:02:18.003 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-2:18.0.0-989.gaee1cfda.el8.x86_64 32/32 2022-11-27T21:02:18.410 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-2:18.0.0-989.gaee1cfda.el8.x86_64 32/32 2022-11-27T21:02:18.410 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-2:18.0.0-989.gaee1cfda.el8.x86_64 1/32 2022-11-27T21:02:18.411 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mds-2:18.0.0-989.gaee1cfda.el8.x86_64 2/32 2022-11-27T21:02:18.411 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 3/32 2022-11-27T21:02:18.411 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mon-2:18.0.0-989.gaee1cfda.el8.x86_64 4/32 2022-11-27T21:02:18.411 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-osd-2:18.0.0-989.gaee1cfda.el8.x86_64 5/32 2022-11-27T21:02:18.412 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-989.gaee1cfda.el8.n 6/32 2022-11-27T21:02:18.412 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 7/32 2022-11-27T21:02:18.412 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2022-11-27T21:02:18.412 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2022-11-27T21:02:18.413 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 10/32 2022-11-27T21:02:18.413 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2022-11-27T21:02:18.413 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 12/32 2022-11-27T21:02:18.413 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 13/32 2022-11-27T21:02:18.413 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2022-11-27T21:02:18.414 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2022-11-27T21:02:18.414 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2022-11-27T21:02:18.414 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2022-11-27T21:02:18.414 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2022-11-27T21:02:18.415 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2022-11-27T21:02:18.415 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2022-11-27T21:02:18.415 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2022-11-27T21:02:18.415 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2022-11-27T21:02:18.416 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2022-11-27T21:02:18.416 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2022-11-27T21:02:18.416 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2022-11-27T21:02:18.417 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2022-11-27T21:02:18.418 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2022-11-27T21:02:18.418 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2022-11-27T21:02:18.418 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 29/32 2022-11-27T21:02:18.418 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2022-11-27T21:02:18.419 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2022-11-27T21:02:18.994 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 28/32 2022-11-27T21:02:19.168 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-osd-2:18.0.0-989.gaee1cfda.el8.x86_64 29/32 2022-11-27T21:02:19.421 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2022-11-27T21:02:19.421 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:19.421 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:02:19.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:19.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mds-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:19.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:19.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-modules-core-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:19.423 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mon-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:19.423 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-osd-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:19.423 INFO:teuthology.orchestra.run.smithi003.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2022-11-27T21:02:19.423 INFO:teuthology.orchestra.run.smithi003.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2022-11-27T21:02:19.424 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cffi-1.11.5-5.el8.x86_64 2022-11-27T21:02:19.424 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cheroot-8.5.2-1.el8.noarch 2022-11-27T21:02:19.424 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2022-11-27T21:02:19.424 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2022-11-27T21:02:19.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-6.2-6.el8.noarch 2022-11-27T21:02:19.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2022-11-27T21:02:19.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-logutils-0.3.5-11.el8.noarch 2022-11-27T21:02:19.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-mako-1.0.6-13.el8.noarch 2022-11-27T21:02:19.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-markupsafe-0.23-19.el8.x86_64 2022-11-27T21:02:19.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2022-11-27T21:02:19.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pecan-1.3.2-9.el8.noarch 2022-11-27T21:02:19.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-portend-2.6-1.el8.noarch 2022-11-27T21:02:19.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2022-11-27T21:02:19.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycparser-2.14-14.el8.noarch 2022-11-27T21:02:19.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytz-2017.2-9.el8.noarch 2022-11-27T21:02:19.430 INFO:teuthology.orchestra.run.smithi003.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2022-11-27T21:02:19.430 INFO:teuthology.orchestra.run.smithi003.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2022-11-27T21:02:19.430 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tempora-1.14.1-5.el8.noarch 2022-11-27T21:02:19.431 INFO:teuthology.orchestra.run.smithi003.stdout: python3-trustme-0.6.0-4.el8.noarch 2022-11-27T21:02:19.431 INFO:teuthology.orchestra.run.smithi003.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2022-11-27T21:02:19.432 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webob-1.8.5-1.el8.1.noarch 2022-11-27T21:02:19.432 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webtest-2.0.33-1.el8.noarch 2022-11-27T21:02:19.433 INFO:teuthology.orchestra.run.smithi003.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2022-11-27T21:02:19.433 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2022-11-27T21:02:19.433 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:19.434 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:19.575 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-osd-2:18.0.0-989.gaee1cfda.el8.x86_64 29/32 2022-11-27T21:02:19.648 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-base 2022-11-27T21:02:19.698 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mon-2:18.0.0-989.gaee1cfda.el8.x86_64 30/32 2022-11-27T21:02:19.926 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mon-2:18.0.0-989.gaee1cfda.el8.x86_64 30/32 2022-11-27T21:02:20.056 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mds-2:18.0.0-989.gaee1cfda.el8.x86_64 31/32 2022-11-27T21:02:20.075 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mds-2:18.0.0-989.gaee1cfda.el8.x86_64 31/32 2022-11-27T21:02:20.206 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-2:18.0.0-989.gaee1cfda.el8.x86_64 32/32 2022-11-27T21:02:20.284 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:16 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:20.614 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-2:18.0.0-989.gaee1cfda.el8.x86_64 32/32 2022-11-27T21:02:20.614 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-2:18.0.0-989.gaee1cfda.el8.x86_64 1/32 2022-11-27T21:02:20.615 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mds-2:18.0.0-989.gaee1cfda.el8.x86_64 2/32 2022-11-27T21:02:20.615 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 3/32 2022-11-27T21:02:20.615 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mon-2:18.0.0-989.gaee1cfda.el8.x86_64 4/32 2022-11-27T21:02:20.615 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-osd-2:18.0.0-989.gaee1cfda.el8.x86_64 5/32 2022-11-27T21:02:20.616 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-989.gaee1cfda.el8.n 6/32 2022-11-27T21:02:20.616 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 7/32 2022-11-27T21:02:20.616 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2022-11-27T21:02:20.616 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2022-11-27T21:02:20.617 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 10/32 2022-11-27T21:02:20.617 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2022-11-27T21:02:20.617 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 12/32 2022-11-27T21:02:20.617 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 13/32 2022-11-27T21:02:20.617 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2022-11-27T21:02:20.618 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2022-11-27T21:02:20.618 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2022-11-27T21:02:20.618 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2022-11-27T21:02:20.618 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2022-11-27T21:02:20.619 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2022-11-27T21:02:20.619 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2022-11-27T21:02:20.619 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2022-11-27T21:02:20.619 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2022-11-27T21:02:20.620 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2022-11-27T21:02:20.620 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2022-11-27T21:02:20.620 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2022-11-27T21:02:20.620 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2022-11-27T21:02:20.620 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2022-11-27T21:02:20.621 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2022-11-27T21:02:20.622 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 29/32 2022-11-27T21:02:20.622 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2022-11-27T21:02:20.622 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2022-11-27T21:02:21.332 INFO:teuthology.orchestra.run.smithi003.stdout:Package ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:02:21.434 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:21.435 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:02:21.436 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:21.518 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install cephadm 2022-11-27T21:02:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2022-11-27T21:02:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:21.575 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:02:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2022-11-27T21:02:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2022-11-27T21:02:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi-1.11.5-5.el8.x86_64 2022-11-27T21:02:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot-8.5.2-1.el8.noarch 2022-11-27T21:02:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2022-11-27T21:02:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2022-11-27T21:02:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-6.2-6.el8.noarch 2022-11-27T21:02:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2022-11-27T21:02:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils-0.3.5-11.el8.noarch 2022-11-27T21:02:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako-1.0.6-13.el8.noarch 2022-11-27T21:02:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe-0.23-19.el8.x86_64 2022-11-27T21:02:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2022-11-27T21:02:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan-1.3.2-9.el8.noarch 2022-11-27T21:02:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend-2.6-1.el8.noarch 2022-11-27T21:02:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2022-11-27T21:02:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser-2.14-14.el8.noarch 2022-11-27T21:02:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz-2017.2-9.el8.noarch 2022-11-27T21:02:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2022-11-27T21:02:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2022-11-27T21:02:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora-1.14.1-5.el8.noarch 2022-11-27T21:02:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: python3-trustme-0.6.0-4.el8.noarch 2022-11-27T21:02:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2022-11-27T21:02:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob-1.8.5-1.el8.1.noarch 2022-11-27T21:02:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webtest-2.0.33-1.el8.noarch 2022-11-27T21:02:21.584 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2022-11-27T21:02:21.584 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2022-11-27T21:02:21.584 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:21.585 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:22.150 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:18 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:22.446 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-base 2022-11-27T21:02:23.089 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:19 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:23.314 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:23.315 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:23.316 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:02:23.316 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:23.316 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:02:23.317 INFO:teuthology.orchestra.run.smithi003.stdout: cephadm noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 81 k 2022-11-27T21:02:23.317 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:23.317 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:02:23.318 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:23.318 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:02:23.319 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:23.319 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 81 k 2022-11-27T21:02:23.319 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 368 k 2022-11-27T21:02:23.320 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:02:23.500 INFO:teuthology.orchestra.run.smithi003.stdout:cephadm-18.0.0-989.gaee1cfda.el8.noarch.rpm 441 kB/s | 81 kB 00:00 2022-11-27T21:02:23.501 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:23.501 INFO:teuthology.orchestra.run.smithi003.stdout:Total 438 kB/s | 81 kB 00:00 2022-11-27T21:02:23.501 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:02:23.510 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:02:23.510 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:02:23.512 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:02:23.516 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:02:23.562 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:02:24.164 INFO:teuthology.orchestra.run.smithi039.stdout:Package ceph-base-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:02:24.265 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:02:24.266 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:02:24.266 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:24.342 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install cephadm 2022-11-27T21:02:24.974 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:20 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:25.184 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:02:25.331 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:02:25.525 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:02:25.956 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:02:25.956 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:25.957 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:02:25.957 INFO:teuthology.orchestra.run.smithi003.stdout: cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:25.958 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:25.958 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:26.127 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-immutable-object-cache 2022-11-27T21:02:26.143 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:02:26.145 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:26.145 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:02:26.146 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:26.146 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:02:26.146 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 81 k 2022-11-27T21:02:26.148 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:26.148 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:02:26.148 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:26.149 INFO:teuthology.orchestra.run.smithi039.stdout:Install 1 Package 2022-11-27T21:02:26.149 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:26.150 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 81 k 2022-11-27T21:02:26.150 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 368 k 2022-11-27T21:02:26.150 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:02:26.318 INFO:teuthology.orchestra.run.smithi039.stdout:cephadm-18.0.0-989.gaee1cfda.el8.noarch.rpm 469 kB/s | 81 kB 00:00 2022-11-27T21:02:26.319 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:26.319 INFO:teuthology.orchestra.run.smithi039.stdout:Total 466 kB/s | 81 kB 00:00 2022-11-27T21:02:26.320 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:02:26.327 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:02:26.328 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:02:26.329 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:02:26.333 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:02:26.377 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:02:26.767 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:22 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:27.930 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:27.931 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:27.932 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repo Size 2022-11-27T21:02:27.932 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:27.933 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:02:27.933 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 165 k 2022-11-27T21:02:27.934 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:27.934 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:02:27.935 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:27.935 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:02:27.937 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:27.937 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 165 k 2022-11-27T21:02:27.937 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 503 k 2022-11-27T21:02:27.938 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:02:27.995 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:02:28.150 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-immutable-object-cache-18.0.0-989.gaee1cfd 755 kB/s | 165 kB 00:00 2022-11-27T21:02:28.151 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:28.151 INFO:teuthology.orchestra.run.smithi003.stdout:Total 751 kB/s | 165 kB 00:00 2022-11-27T21:02:28.152 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:02:28.154 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:02:28.163 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:02:28.165 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:02:28.215 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:02:28.218 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:02:28.341 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:02:28.351 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:02:28.527 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-989.gaee1cfda.e 1/1 2022-11-27T21:02:28.765 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:02:28.765 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:28.766 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:02:28.766 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:28.766 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:28.766 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:28.914 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-989.gaee1cfda.e 1/1 2022-11-27T21:02:28.977 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-immutable-object-cache 2022-11-27T21:02:29.346 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-989.gaee1cfda.e 1/1 2022-11-27T21:02:29.346 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:02:29.347 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-immutable-object-cache-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:29.348 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:29.498 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-mgr 2022-11-27T21:02:29.617 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:25 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:30.130 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:26 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:30.776 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:02:30.778 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:30.778 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repo Size 2022-11-27T21:02:30.779 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:30.780 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:02:30.780 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 165 k 2022-11-27T21:02:30.781 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:30.781 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:02:30.782 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:30.782 INFO:teuthology.orchestra.run.smithi039.stdout:Install 1 Package 2022-11-27T21:02:30.783 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:30.783 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 165 k 2022-11-27T21:02:30.784 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 503 k 2022-11-27T21:02:30.784 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:02:30.967 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-immutable-object-cache-18.0.0-989.gaee1cfd 880 kB/s | 165 kB 00:00 2022-11-27T21:02:30.967 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:30.968 INFO:teuthology.orchestra.run.smithi039.stdout:Total 874 kB/s | 165 kB 00:00 2022-11-27T21:02:30.968 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:02:30.979 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:02:30.979 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:02:31.030 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:02:31.033 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:02:31.154 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:02:31.186 INFO:teuthology.orchestra.run.smithi003.stdout:Package ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:02:31.286 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:31.287 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:02:31.288 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:31.321 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-989.gaee1cfda.e 1/1 2022-11-27T21:02:31.701 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-989.gaee1cfda.e 1/1 2022-11-27T21:02:31.721 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-mgr-dashboard 2022-11-27T21:02:32.118 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-989.gaee1cfda.e 1/1 2022-11-27T21:02:32.118 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:32.119 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:02:32.119 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:02:32.120 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:32.120 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:32.335 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-mgr 2022-11-27T21:02:32.353 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:28 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:32.973 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:28 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:33.510 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:33.512 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:33.512 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:02:33.512 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:33.513 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:02:33.513 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-dashboard noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 1.7 M 2022-11-27T21:02:33.514 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:02:33.514 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-grafana-dashboards noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 23 k 2022-11-27T21:02:33.514 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-prometheus-alerts noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 14 k 2022-11-27T21:02:33.515 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2022-11-27T21:02:33.515 INFO:teuthology.orchestra.run.smithi003.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2022-11-27T21:02:33.516 INFO:teuthology.orchestra.run.smithi003.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2022-11-27T21:02:33.516 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:33.517 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:02:33.517 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:33.517 INFO:teuthology.orchestra.run.smithi003.stdout:Install 6 Packages 2022-11-27T21:02:33.518 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:33.518 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 2.0 M 2022-11-27T21:02:33.519 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 7.8 M 2022-11-27T21:02:33.519 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:02:33.661 INFO:teuthology.orchestra.run.smithi003.stdout:(1/6): ceph-grafana-dashboards-18.0.0-989.gaee1 155 kB/s | 23 kB 00:00 2022-11-27T21:02:33.727 INFO:teuthology.orchestra.run.smithi003.stdout:(2/6): ceph-prometheus-alerts-18.0.0-989.gaee1c 68 kB/s | 14 kB 00:00 2022-11-27T21:02:33.753 INFO:teuthology.orchestra.run.smithi003.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 464 kB/s | 43 kB 00:00 2022-11-27T21:02:33.836 INFO:teuthology.orchestra.run.smithi003.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 311 kB/s | 34 kB 00:00 2022-11-27T21:02:33.878 INFO:teuthology.orchestra.run.smithi003.stdout:(5/6): ceph-mgr-dashboard-18.0.0-989.gaee1cfda. 4.5 MB/s | 1.7 MB 00:00 2022-11-27T21:02:33.903 INFO:teuthology.orchestra.run.smithi003.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 1.3 MB/s | 196 kB 00:00 2022-11-27T21:02:33.906 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:33.906 INFO:teuthology.orchestra.run.smithi003.stdout:Total 5.0 MB/s | 2.0 MB 00:00 2022-11-27T21:02:33.917 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:02:33.926 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:02:33.926 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:02:33.992 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:02:33.995 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:02:34.049 INFO:teuthology.orchestra.run.smithi039.stdout:Package ceph-mgr-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:02:34.152 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:02:34.153 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:02:34.154 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:34.265 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:02:34.467 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2022-11-27T21:02:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2022-11-27T21:02:34.786 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-mgr-dashboard 2022-11-27T21:02:34.837 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2022-11-27T21:02:34.971 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-989.gaee1cfda.el8.no 4/6 2022-11-27T21:02:35.360 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-989.gaee1cfda.el8.n 5/6 2022-11-27T21:02:35.415 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:31 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:35.625 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-989.gaee1cfda.el8.noarch 6/6 2022-11-27T21:02:35.875 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-989.gaee1cfda.el8.noarch 6/6 2022-11-27T21:02:35.875 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-989.gaee1cfda.el8.n 1/6 2022-11-27T21:02:35.875 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-989.gaee1cfda.el8.noarch 2/6 2022-11-27T21:02:35.875 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-989.gaee1cfda.el8.no 3/6 2022-11-27T21:02:35.876 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2022-11-27T21:02:35.876 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2022-11-27T21:02:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2022-11-27T21:02:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:36.309 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:02:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-grafana-dashboards-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-dashboard-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-prometheus-alerts-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jwt-1.6.1-2.el8.noarch 2022-11-27T21:02:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: python3-repoze-lru-0.7-6.el8.noarch 2022-11-27T21:02:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: python3-routes-2.4.1-12.el8.noarch 2022-11-27T21:02:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:36.311 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:36.403 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-mgr-diskprediction-local 2022-11-27T21:02:36.583 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:02:36.585 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:36.585 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:02:36.585 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:36.586 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:02:36.587 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 1.7 M 2022-11-27T21:02:36.587 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2022-11-27T21:02:36.588 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 23 k 2022-11-27T21:02:36.589 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 14 k 2022-11-27T21:02:36.589 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2022-11-27T21:02:36.589 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2022-11-27T21:02:36.589 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2022-11-27T21:02:36.589 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:36.590 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:02:36.590 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:02:36.590 INFO:teuthology.orchestra.run.smithi039.stdout:Install 6 Packages 2022-11-27T21:02:36.590 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:36.591 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 2.0 M 2022-11-27T21:02:36.591 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 7.8 M 2022-11-27T21:02:36.591 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:02:36.736 INFO:teuthology.orchestra.run.smithi039.stdout:(1/6): ceph-grafana-dashboards-18.0.0-989.gaee1 152 kB/s | 23 kB 00:00 2022-11-27T21:02:36.761 INFO:teuthology.orchestra.run.smithi039.stdout:(2/6): ceph-prometheus-alerts-18.0.0-989.gaee1c 82 kB/s | 14 kB 00:00 2022-11-27T21:02:36.812 INFO:teuthology.orchestra.run.smithi039.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 565 kB/s | 43 kB 00:00 2022-11-27T21:02:36.871 INFO:teuthology.orchestra.run.smithi039.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 310 kB/s | 34 kB 00:00 2022-11-27T21:02:36.937 INFO:teuthology.orchestra.run.smithi039.stdout:(5/6): ceph-mgr-dashboard-18.0.0-989.gaee1cfda. 4.7 MB/s | 1.7 MB 00:00 2022-11-27T21:02:36.987 INFO:teuthology.orchestra.run.smithi039.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 1.1 MB/s | 196 kB 00:00 2022-11-27T21:02:36.990 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:36.990 INFO:teuthology.orchestra.run.smithi039.stdout:Total 4.8 MB/s | 2.0 MB 00:00 2022-11-27T21:02:37.000 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:02:37.009 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:02:37.010 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:02:37.037 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:33 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:37.078 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:02:37.082 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:02:37.332 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:02:37.536 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2022-11-27T21:02:37.739 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2022-11-27T21:02:37.931 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2022-11-27T21:02:38.069 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-989.gaee1cfda.el8.no 4/6 2022-11-27T21:02:38.199 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:38.200 INFO:teuthology.orchestra.run.smithi003.stdout:===================================================================================================== 2022-11-27T21:02:38.200 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:02:38.200 INFO:teuthology.orchestra.run.smithi003.stdout:===================================================================================================== 2022-11-27T21:02:38.201 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:02:38.201 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 7.4 M 2022-11-27T21:02:38.201 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:02:38.201 INFO:teuthology.orchestra.run.smithi003.stdout: libgfortran x86_64 8.5.0-17.el8 CentOS-BaseOS 645 k 2022-11-27T21:02:38.202 INFO:teuthology.orchestra.run.smithi003.stdout: libquadmath x86_64 8.5.0-17.el8 CentOS-BaseOS 172 k 2022-11-27T21:02:38.202 INFO:teuthology.orchestra.run.smithi003.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2022-11-27T21:02:38.202 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2022-11-27T21:02:38.203 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2022-11-27T21:02:38.203 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2022-11-27T21:02:38.204 INFO:teuthology.orchestra.run.smithi003.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2022-11-27T21:02:38.205 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:38.205 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:02:38.205 INFO:teuthology.orchestra.run.smithi003.stdout:===================================================================================================== 2022-11-27T21:02:38.205 INFO:teuthology.orchestra.run.smithi003.stdout:Install 8 Packages 2022-11-27T21:02:38.206 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:38.207 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 35 M 2022-11-27T21:02:38.207 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 210 M 2022-11-27T21:02:38.207 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:02:38.407 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-989.gaee1cfda.el8.n 5/6 2022-11-27T21:02:38.409 INFO:teuthology.orchestra.run.smithi003.stdout:(1/8): openblas-0.3.15-4.el8.x86_64.rpm 23 MB/s | 4.7 MB 00:00 2022-11-27T21:02:38.501 INFO:teuthology.orchestra.run.smithi003.stdout:(2/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 16 MB/s | 4.9 MB 00:00 2022-11-27T21:02:38.535 INFO:teuthology.orchestra.run.smithi003.stdout:(3/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 6.6 MB/s | 225 kB 00:00 2022-11-27T21:02:38.610 INFO:teuthology.orchestra.run.smithi003.stdout:(4/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 19 MB/s | 3.7 MB 00:00 2022-11-27T21:02:38.615 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-989.gaee1cfda.el8.noarch 6/6 2022-11-27T21:02:38.652 INFO:teuthology.orchestra.run.smithi003.stdout:(5/8): libgfortran-8.5.0-17.el8.x86_64.rpm 15 MB/s | 645 kB 00:00 2022-11-27T21:02:38.686 INFO:teuthology.orchestra.run.smithi003.stdout:(6/8): libquadmath-8.5.0-17.el8.x86_64.rpm 5.1 MB/s | 172 kB 00:00 2022-11-27T21:02:38.858 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-989.gaee1cfda.el8.noarch 6/6 2022-11-27T21:02:38.858 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-989.gaee1cfda.el8.n 1/6 2022-11-27T21:02:38.859 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-989.gaee1cfda.el8.noarch 2/6 2022-11-27T21:02:38.859 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-989.gaee1cfda.el8.no 3/6 2022-11-27T21:02:38.859 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2022-11-27T21:02:38.860 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2022-11-27T21:02:38.869 INFO:teuthology.orchestra.run.smithi003.stdout:(7/8): ceph-mgr-diskprediction-local-18.0.0-989 11 MB/s | 7.4 MB 00:00 2022-11-27T21:02:39.020 INFO:teuthology.orchestra.run.smithi003.stdout:(8/8): python3-scipy-1.0.0-21.module_el8.5.0+77 28 MB/s | 14 MB 00:00 2022-11-27T21:02:39.024 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:39.025 INFO:teuthology.orchestra.run.smithi003.stdout:Total 43 MB/s | 35 MB 00:00 2022-11-27T21:02:39.259 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:02:39.280 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:02:39.280 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:02:39.295 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2022-11-27T21:02:39.296 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:39.296 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:02:39.296 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:39.297 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:39.297 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:39.297 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jwt-1.6.1-2.el8.noarch 2022-11-27T21:02:39.297 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru-0.7-6.el8.noarch 2022-11-27T21:02:39.298 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes-2.4.1-12.el8.noarch 2022-11-27T21:02:39.298 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:39.298 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:39.396 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-mgr-diskprediction-local 2022-11-27T21:02:39.623 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:02:39.629 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:02:40.038 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:36 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:40.218 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:02:40.358 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libquadmath-8.5.0-17.el8.x86_64 1/8 2022-11-27T21:02:40.497 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libquadmath-8.5.0-17.el8.x86_64 1/8 2022-11-27T21:02:40.624 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libgfortran-8.5.0-17.el8.x86_64 2/8 2022-11-27T21:02:41.211 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:02:41.301 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libgfortran-8.5.0-17.el8.x86_64 2/8 2022-11-27T21:02:41.304 INFO:teuthology.orchestra.run.smithi039.stdout:===================================================================================================== 2022-11-27T21:02:41.307 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:02:41.307 INFO:teuthology.orchestra.run.smithi039.stdout:===================================================================================================== 2022-11-27T21:02:41.308 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:02:41.308 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 7.4 M 2022-11-27T21:02:41.308 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2022-11-27T21:02:41.308 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran x86_64 8.5.0-17.el8 CentOS-BaseOS 645 k 2022-11-27T21:02:41.309 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath x86_64 8.5.0-17.el8 CentOS-BaseOS 172 k 2022-11-27T21:02:41.309 INFO:teuthology.orchestra.run.smithi039.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2022-11-27T21:02:41.309 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2022-11-27T21:02:41.310 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2022-11-27T21:02:41.310 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2022-11-27T21:02:41.310 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2022-11-27T21:02:41.310 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:41.311 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:02:41.311 INFO:teuthology.orchestra.run.smithi039.stdout:===================================================================================================== 2022-11-27T21:02:41.311 INFO:teuthology.orchestra.run.smithi039.stdout:Install 8 Packages 2022-11-27T21:02:41.312 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:41.312 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 35 M 2022-11-27T21:02:41.312 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 210 M 2022-11-27T21:02:41.313 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:02:41.385 INFO:teuthology.orchestra.run.smithi039.stdout:(1/8): openblas-0.3.15-4.el8.x86_64.rpm 28 MB/s | 4.7 MB 00:00 2022-11-27T21:02:41.474 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2022-11-27T21:02:41.503 INFO:teuthology.orchestra.run.smithi039.stdout:(2/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 17 MB/s | 4.9 MB 00:00 2022-11-27T21:02:41.527 INFO:teuthology.orchestra.run.smithi039.stdout:(3/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 8.9 MB/s | 225 kB 00:00 2022-11-27T21:02:41.587 INFO:teuthology.orchestra.run.smithi039.stdout:(4/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 19 MB/s | 3.7 MB 00:00 2022-11-27T21:02:41.628 INFO:teuthology.orchestra.run.smithi039.stdout:(5/8): libgfortran-8.5.0-17.el8.x86_64.rpm 15 MB/s | 645 kB 00:00 2022-11-27T21:02:41.662 INFO:teuthology.orchestra.run.smithi039.stdout:(6/8): libquadmath-8.5.0-17.el8.x86_64.rpm 5.0 MB/s | 172 kB 00:00 2022-11-27T21:02:41.854 INFO:teuthology.orchestra.run.smithi039.stdout:(7/8): ceph-mgr-diskprediction-local-18.0.0-989 12 MB/s | 7.4 MB 00:00 2022-11-27T21:02:42.004 INFO:teuthology.orchestra.run.smithi039.stdout:(8/8): python3-scipy-1.0.0-21.module_el8.5.0+77 29 MB/s | 14 MB 00:00 2022-11-27T21:02:42.007 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:42.007 INFO:teuthology.orchestra.run.smithi039.stdout:Total 45 MB/s | 35 MB 00:00 2022-11-27T21:02:42.121 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2022-11-27T21:02:42.244 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:02:42.263 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:02:42.264 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:02:42.324 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2022-11-27T21:02:42.593 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:02:42.601 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:02:43.049 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2022-11-27T21:02:43.192 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:02:43.357 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2022-11-27T21:02:43.369 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libquadmath-8.5.0-17.el8.x86_64 1/8 2022-11-27T21:02:43.512 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libquadmath-8.5.0-17.el8.x86_64 1/8 2022-11-27T21:02:43.600 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2022-11-27T21:02:43.652 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libgfortran-8.5.0-17.el8.x86_64 2/8 2022-11-27T21:02:44.297 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libgfortran-8.5.0-17.el8.x86_64 2/8 2022-11-27T21:02:44.494 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2022-11-27T21:02:45.132 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2022-11-27T21:02:45.480 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2022-11-27T21:02:45.611 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2022-11-27T21:02:46.336 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2022-11-27T21:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2022-11-27T21:02:46.852 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2022-11-27T21:02:46.868 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2022-11-27T21:02:47.073 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-989.gaee1cfda 8/8 2022-11-27T21:02:47.345 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-989.gaee1cfda 8/8 2022-11-27T21:02:47.345 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-989.gaee1cfda 1/8 2022-11-27T21:02:47.346 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2022-11-27T21:02:47.346 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2022-11-27T21:02:47.346 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2022-11-27T21:02:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2022-11-27T21:02:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2022-11-27T21:02:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libgfortran-8.5.0-17.el8.x86_64 7/8 2022-11-27T21:02:47.813 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libquadmath-8.5.0-17.el8.x86_64 8/8 2022-11-27T21:02:47.814 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:47.814 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:02:47.814 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-diskprediction-local-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:47.814 INFO:teuthology.orchestra.run.smithi003.stdout: libgfortran-8.5.0-17.el8.x86_64 2022-11-27T21:02:47.815 INFO:teuthology.orchestra.run.smithi003.stdout: libquadmath-8.5.0-17.el8.x86_64 2022-11-27T21:02:47.815 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-0.3.15-4.el8.x86_64 2022-11-27T21:02:47.816 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-threads-0.3.15-4.el8.x86_64 2022-11-27T21:02:47.816 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2022-11-27T21:02:47.817 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2022-11-27T21:02:47.817 INFO:teuthology.orchestra.run.smithi003.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2022-11-27T21:02:47.818 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:47.818 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:48.743 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2022-11-27T21:02:49.210 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-mgr-rook 2022-11-27T21:02:49.850 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:45 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:50.021 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2022-11-27T21:02:50.227 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-989.gaee1cfda 8/8 2022-11-27T21:02:50.489 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-989.gaee1cfda 8/8 2022-11-27T21:02:50.490 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-989.gaee1cfda 1/8 2022-11-27T21:02:50.490 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2022-11-27T21:02:50.491 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2022-11-27T21:02:50.492 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2022-11-27T21:02:50.492 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2022-11-27T21:02:50.493 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2022-11-27T21:02:50.493 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libgfortran-8.5.0-17.el8.x86_64 7/8 2022-11-27T21:02:50.986 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libquadmath-8.5.0-17.el8.x86_64 8/8 2022-11-27T21:02:50.986 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:50.986 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:02:50.986 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:50.987 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran-8.5.0-17.el8.x86_64 2022-11-27T21:02:50.987 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath-8.5.0-17.el8.x86_64 2022-11-27T21:02:50.987 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-0.3.15-4.el8.x86_64 2022-11-27T21:02:50.987 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-threads-0.3.15-4.el8.x86_64 2022-11-27T21:02:50.988 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2022-11-27T21:02:50.988 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2022-11-27T21:02:50.988 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2022-11-27T21:02:50.988 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:50.988 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:51.012 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:51.013 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2022-11-27T21:02:51.015 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:02:51.015 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2022-11-27T21:02:51.016 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:02:51.016 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-rook noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 47 k 2022-11-27T21:02:51.016 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:02:51.017 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2022-11-27T21:02:51.017 INFO:teuthology.orchestra.run.smithi003.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2022-11-27T21:02:51.018 INFO:teuthology.orchestra.run.smithi003.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2022-11-27T21:02:51.018 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2022-11-27T21:02:51.019 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2022-11-27T21:02:51.019 INFO:teuthology.orchestra.run.smithi003.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2022-11-27T21:02:51.019 INFO:teuthology.orchestra.run.smithi003.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2022-11-27T21:02:51.020 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2022-11-27T21:02:51.020 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2022-11-27T21:02:51.021 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2022-11-27T21:02:51.021 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2022-11-27T21:02:51.022 INFO:teuthology.orchestra.run.smithi003.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2022-11-27T21:02:51.022 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:51.022 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:02:51.023 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2022-11-27T21:02:51.023 INFO:teuthology.orchestra.run.smithi003.stdout:Install 13 Packages 2022-11-27T21:02:51.024 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:51.026 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 1.9 M 2022-11-27T21:02:51.026 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 25 M 2022-11-27T21:02:51.027 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:02:51.087 INFO:teuthology.orchestra.run.smithi003.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 388 kB/s | 27 kB 00:00 2022-11-27T21:02:51.116 INFO:teuthology.orchestra.run.smithi003.stdout:(2/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 5.3 MB/s | 126 kB 00:00 2022-11-27T21:02:51.128 INFO:teuthology.orchestra.run.smithi003.stdout:(3/13): python3-jsonpointer-1.10-11.el8.noarch. 181 kB/s | 20 kB 00:00 2022-11-27T21:02:51.153 INFO:teuthology.orchestra.run.smithi003.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 2.6 MB/s | 110 kB 00:00 2022-11-27T21:02:51.179 INFO:teuthology.orchestra.run.smithi003.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 3.0 MB/s | 155 kB 00:00 2022-11-27T21:02:51.195 INFO:teuthology.orchestra.run.smithi003.stdout:(6/13): python3-requests-oauthlib-1.0.0-1.el8.n 1.0 MB/s | 43 kB 00:00 2022-11-27T21:02:51.221 INFO:teuthology.orchestra.run.smithi003.stdout:(7/13): ceph-mgr-rook-18.0.0-989.gaee1cfda.el8. 231 kB/s | 47 kB 00:00 2022-11-27T21:02:51.299 INFO:teuthology.orchestra.run.smithi003.stdout:(8/13): python3-certifi-2018.10.15-7.el8.noarch 162 kB/s | 16 kB 00:00 2022-11-27T21:02:51.313 INFO:teuthology.orchestra.run.smithi003.stdout:(9/13): python3-cachetools-3.1.1-4.el8.noarch.r 246 kB/s | 33 kB 00:00 2022-11-27T21:02:51.347 INFO:teuthology.orchestra.run.smithi003.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 647 kB/s | 81 kB 00:00 2022-11-27T21:02:51.398 INFO:teuthology.orchestra.run.smithi003.stdout:(11/13): python3-rsa-4.8-1.el8.noarch.rpm 735 kB/s | 61 kB 00:00 2022-11-27T21:02:51.423 INFO:teuthology.orchestra.run.smithi003.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 814 kB/s | 61 kB 00:00 2022-11-27T21:02:51.539 INFO:teuthology.orchestra.run.smithi003.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 4.8 MB/s | 1.2 MB 00:00 2022-11-27T21:02:51.540 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:51.542 INFO:teuthology.orchestra.run.smithi003.stdout:Total 3.7 MB/s | 1.9 MB 00:00 2022-11-27T21:02:51.594 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:02:51.610 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:02:51.611 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:02:51.689 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:02:51.693 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:02:51.865 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-mgr-rook 2022-11-27T21:02:52.161 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:02:52.504 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:48 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:52.528 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2022-11-27T21:02:52.726 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2022-11-27T21:02:52.968 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rsa-4.8-1.el8.noarch 3/13 2022-11-27T21:02:53.163 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2022-11-27T21:02:53.355 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2022-11-27T21:02:53.596 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2022-11-27T21:02:53.673 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:02:53.674 INFO:teuthology.orchestra.run.smithi039.stdout:======================================================================================= 2022-11-27T21:02:53.674 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:02:53.674 INFO:teuthology.orchestra.run.smithi039.stdout:======================================================================================= 2022-11-27T21:02:53.675 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:02:53.675 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 47 k 2022-11-27T21:02:53.675 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2022-11-27T21:02:53.675 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2022-11-27T21:02:53.676 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2022-11-27T21:02:53.676 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2022-11-27T21:02:53.676 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2022-11-27T21:02:53.676 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2022-11-27T21:02:53.677 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2022-11-27T21:02:53.677 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2022-11-27T21:02:53.677 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2022-11-27T21:02:53.677 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2022-11-27T21:02:53.677 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2022-11-27T21:02:53.678 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2022-11-27T21:02:53.678 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2022-11-27T21:02:53.678 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:53.678 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:02:53.679 INFO:teuthology.orchestra.run.smithi039.stdout:======================================================================================= 2022-11-27T21:02:53.679 INFO:teuthology.orchestra.run.smithi039.stdout:Install 13 Packages 2022-11-27T21:02:53.679 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:53.680 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 1.9 M 2022-11-27T21:02:53.680 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 25 M 2022-11-27T21:02:53.680 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:02:53.750 INFO:teuthology.orchestra.run.smithi039.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 385 kB/s | 27 kB 00:00 2022-11-27T21:02:53.772 INFO:teuthology.orchestra.run.smithi039.stdout:(2/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 5.2 MB/s | 126 kB 00:00 2022-11-27T21:02:53.798 INFO:teuthology.orchestra.run.smithi039.stdout:(3/13): python3-jsonpointer-1.10-11.el8.noarch. 167 kB/s | 20 kB 00:00 2022-11-27T21:02:53.823 INFO:teuthology.orchestra.run.smithi039.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 2.1 MB/s | 110 kB 00:00 2022-11-27T21:02:53.848 INFO:teuthology.orchestra.run.smithi039.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 3.0 MB/s | 155 kB 00:00 2022-11-27T21:02:53.874 INFO:teuthology.orchestra.run.smithi039.stdout:(6/13): ceph-mgr-rook-18.0.0-989.gaee1cfda.el8. 240 kB/s | 47 kB 00:00 2022-11-27T21:02:53.890 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2022-11-27T21:02:53.899 INFO:teuthology.orchestra.run.smithi039.stdout:(7/13): python3-requests-oauthlib-1.0.0-1.el8.n 563 kB/s | 43 kB 00:00 2022-11-27T21:02:53.983 INFO:teuthology.orchestra.run.smithi039.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 246 kB/s | 33 kB 00:00 2022-11-27T21:02:54.008 INFO:teuthology.orchestra.run.smithi039.stdout:(9/13): python3-certifi-2018.10.15-7.el8.noarch 122 kB/s | 16 kB 00:00 2022-11-27T21:02:54.053 INFO:teuthology.orchestra.run.smithi039.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 528 kB/s | 81 kB 00:00 2022-11-27T21:02:54.092 INFO:teuthology.orchestra.run.smithi039.stdout:(11/13): python3-rsa-4.8-1.el8.noarch.rpm 734 kB/s | 61 kB 00:00 2022-11-27T21:02:54.095 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2022-11-27T21:02:54.117 INFO:teuthology.orchestra.run.smithi039.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 964 kB/s | 61 kB 00:00 2022-11-27T21:02:54.225 INFO:teuthology.orchestra.run.smithi039.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 4.8 MB/s | 1.2 MB 00:00 2022-11-27T21:02:54.227 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:54.228 INFO:teuthology.orchestra.run.smithi039.stdout:Total 3.5 MB/s | 1.9 MB 00:00 2022-11-27T21:02:54.279 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:02:54.298 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:02:54.299 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:02:54.377 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:02:54.378 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:02:54.889 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:02:55.123 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2022-11-27T21:02:55.235 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2022-11-27T21:02:55.329 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2022-11-27T21:02:55.471 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2022-11-27T21:02:55.513 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rsa-4.8-1.el8.noarch 3/13 2022-11-27T21:02:55.663 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2022-11-27T21:02:55.733 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2022-11-27T21:02:55.833 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2022-11-27T21:02:55.924 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2022-11-27T21:02:56.038 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-rook-2:18.0.0-989.gaee1cfda.el8.noarch 13/13 2022-11-27T21:02:56.165 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2022-11-27T21:02:56.309 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-989.gaee1cfda.el8.noarch 13/13 2022-11-27T21:02:56.310 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-rook-2:18.0.0-989.gaee1cfda.el8.noarch 1/13 2022-11-27T21:02:56.310 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2022-11-27T21:02:56.310 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2022-11-27T21:02:56.310 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2022-11-27T21:02:56.311 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2022-11-27T21:02:56.311 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2022-11-27T21:02:56.311 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2022-11-27T21:02:56.311 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2022-11-27T21:02:56.312 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2022-11-27T21:02:56.312 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2022-11-27T21:02:56.313 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2022-11-27T21:02:56.313 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 12/13 2022-11-27T21:02:56.442 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2022-11-27T21:02:56.656 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2022-11-27T21:02:56.841 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2022-11-27T21:02:56.841 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:56.842 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:02:56.842 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-rook-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:56.842 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cachetools-3.1.1-4.el8.noarch 2022-11-27T21:02:56.843 INFO:teuthology.orchestra.run.smithi003.stdout: python3-certifi-2018.10.15-7.el8.noarch 2022-11-27T21:02:56.843 INFO:teuthology.orchestra.run.smithi003.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2022-11-27T21:02:56.843 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpatch-1.21-2.el8.noarch 2022-11-27T21:02:56.843 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpointer-1.10-11.el8.noarch 2022-11-27T21:02:56.844 INFO:teuthology.orchestra.run.smithi003.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2022-11-27T21:02:56.844 INFO:teuthology.orchestra.run.smithi003.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2022-11-27T21:02:56.844 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2022-11-27T21:02:56.845 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2022-11-27T21:02:56.845 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2022-11-27T21:02:56.845 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rsa-4.8-1.el8.noarch 2022-11-27T21:02:56.846 INFO:teuthology.orchestra.run.smithi003.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2022-11-27T21:02:56.846 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:56.846 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:02:56.963 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-mgr-cephadm 2022-11-27T21:02:57.604 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:53 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:02:57.757 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2022-11-27T21:02:58.007 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2022-11-27T21:02:58.174 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2022-11-27T21:02:58.360 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2022-11-27T21:02:58.519 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-rook-2:18.0.0-989.gaee1cfda.el8.noarch 13/13 2022-11-27T21:02:58.769 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:02:58.770 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:58.770 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:02:58.770 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:58.770 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:02:58.771 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-cephadm noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 118 k 2022-11-27T21:02:58.771 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:02:58.771 INFO:teuthology.orchestra.run.smithi003.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2022-11-27T21:02:58.772 INFO:teuthology.orchestra.run.smithi003.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2022-11-27T21:02:58.772 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2022-11-27T21:02:58.772 INFO:teuthology.orchestra.run.smithi003.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2022-11-27T21:02:58.772 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:58.773 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:02:58.773 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:02:58.774 INFO:teuthology.orchestra.run.smithi003.stdout:Install 5 Packages 2022-11-27T21:02:58.774 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:02:58.775 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 6.0 M 2022-11-27T21:02:58.775 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 26 M 2022-11-27T21:02:58.775 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:02:58.806 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-989.gaee1cfda.el8.noarch 13/13 2022-11-27T21:02:58.807 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-rook-2:18.0.0-989.gaee1cfda.el8.noarch 1/13 2022-11-27T21:02:58.807 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2022-11-27T21:02:58.808 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2022-11-27T21:02:58.808 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2022-11-27T21:02:58.809 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2022-11-27T21:02:58.809 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2022-11-27T21:02:58.810 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2022-11-27T21:02:58.810 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2022-11-27T21:02:58.811 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2022-11-27T21:02:58.811 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2022-11-27T21:02:58.812 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2022-11-27T21:02:58.813 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 12/13 2022-11-27T21:02:58.863 INFO:teuthology.orchestra.run.smithi003.stdout:(1/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 5.8 MB/s | 538 kB 00:00 2022-11-27T21:02:58.980 INFO:teuthology.orchestra.run.smithi003.stdout:(2/5): python3-babel-2.5.1-7.el8.noarch.rpm 23 MB/s | 4.8 MB 00:00 2022-11-27T21:02:59.006 INFO:teuthology.orchestra.run.smithi003.stdout:(3/5): ceph-mgr-cephadm-18.0.0-989.gaee1cfda.el 506 kB/s | 118 kB 00:00 2022-11-27T21:02:59.082 INFO:teuthology.orchestra.run.smithi003.stdout:(4/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 2.1 MB/s | 476 kB 00:00 2022-11-27T21:02:59.122 INFO:teuthology.orchestra.run.smithi003.stdout:(5/5): python3-natsort-7.1.1-2.el8.noarch.rpm 425 kB/s | 60 kB 00:00 2022-11-27T21:02:59.124 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:02:59.125 INFO:teuthology.orchestra.run.smithi003.stdout:Total 17 MB/s | 6.0 MB 00:00 2022-11-27T21:02:59.177 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:02:59.189 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:02:59.189 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:02:59.286 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:02:59.289 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:02:59.310 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2022-11-27T21:02:59.311 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:59.311 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:02:59.312 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:02:59.312 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools-3.1.1-4.el8.noarch 2022-11-27T21:02:59.313 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi-2018.10.15-7.el8.noarch 2022-11-27T21:02:59.313 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2022-11-27T21:02:59.314 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch-1.21-2.el8.noarch 2022-11-27T21:02:59.314 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer-1.10-11.el8.noarch 2022-11-27T21:02:59.314 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2022-11-27T21:02:59.315 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2022-11-27T21:02:59.315 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2022-11-27T21:02:59.315 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2022-11-27T21:02:59.315 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2022-11-27T21:02:59.316 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa-4.8-1.el8.noarch 2022-11-27T21:02:59.316 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2022-11-27T21:02:59.316 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:02:59.316 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:02:59.463 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-mgr-cephadm 2022-11-27T21:02:59.568 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:03:00.100 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:56 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:00.128 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2022-11-27T21:03:01.159 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2022-11-27T21:03:01.276 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:01.277 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:01.278 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:03:01.278 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:01.278 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:03:01.278 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 118 k 2022-11-27T21:03:01.279 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2022-11-27T21:03:01.279 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2022-11-27T21:03:01.279 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2022-11-27T21:03:01.279 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2022-11-27T21:03:01.280 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2022-11-27T21:03:01.280 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:01.280 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:03:01.280 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:01.281 INFO:teuthology.orchestra.run.smithi039.stdout:Install 5 Packages 2022-11-27T21:03:01.281 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:01.282 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 6.0 M 2022-11-27T21:03:01.282 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 26 M 2022-11-27T21:03:01.282 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:03:01.360 INFO:teuthology.orchestra.run.smithi039.stdout:(1/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 6.6 MB/s | 538 kB 00:00 2022-11-27T21:03:01.477 INFO:teuthology.orchestra.run.smithi039.stdout:(2/5): python3-babel-2.5.1-7.el8.noarch.rpm 24 MB/s | 4.8 MB 00:00 2022-11-27T21:03:01.484 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2022-11-27T21:03:01.527 INFO:teuthology.orchestra.run.smithi039.stdout:(3/5): ceph-mgr-cephadm-18.0.0-989.gaee1cfda.el 479 kB/s | 118 kB 00:00 2022-11-27T21:03:01.577 INFO:teuthology.orchestra.run.smithi039.stdout:(4/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 2.1 MB/s | 476 kB 00:00 2022-11-27T21:03:01.661 INFO:teuthology.orchestra.run.smithi039.stdout:(5/5): python3-natsort-7.1.1-2.el8.noarch.rpm 329 kB/s | 60 kB 00:00 2022-11-27T21:03:01.663 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:01.663 INFO:teuthology.orchestra.run.smithi039.stdout:Total 16 MB/s | 6.0 MB 00:00 2022-11-27T21:03:01.715 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:03:01.726 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:03:01.727 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:03:01.727 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2022-11-27T21:03:01.824 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:03:01.826 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:03:02.054 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 5/5 2022-11-27T21:03:02.087 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:03:02.317 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 5/5 2022-11-27T21:03:02.317 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/5 2022-11-27T21:03:02.317 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2022-11-27T21:03:02.318 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2022-11-27T21:03:02.318 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2022-11-27T21:03:02.389 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2022-11-27T21:03:02.746 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2022-11-27T21:03:02.747 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:02.747 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:03:02.747 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:03:02.748 INFO:teuthology.orchestra.run.smithi003.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2022-11-27T21:03:02.748 INFO:teuthology.orchestra.run.smithi003.stdout: python3-babel-2.5.1-7.el8.noarch 2022-11-27T21:03:02.748 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jinja2-2.10.1-3.el8.noarch 2022-11-27T21:03:02.749 INFO:teuthology.orchestra.run.smithi003.stdout: python3-natsort-7.1.1-2.el8.noarch 2022-11-27T21:03:02.749 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:02.750 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:02.851 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-fuse 2022-11-27T21:03:03.411 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2022-11-27T21:03:03.484 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:59 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:03.753 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2022-11-27T21:03:04.030 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2022-11-27T21:03:04.235 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 5/5 2022-11-27T21:03:04.490 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 5/5 2022-11-27T21:03:04.490 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 1/5 2022-11-27T21:03:04.490 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2022-11-27T21:03:04.491 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2022-11-27T21:03:04.491 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2022-11-27T21:03:04.641 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:04.643 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:04.643 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:03:04.644 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:04.644 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:03:04.645 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-fuse x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 845 k 2022-11-27T21:03:04.645 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:03:04.645 INFO:teuthology.orchestra.run.smithi003.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2022-11-27T21:03:04.646 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:04.646 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:03:04.647 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:04.647 INFO:teuthology.orchestra.run.smithi003.stdout:Install 2 Packages 2022-11-27T21:03:04.648 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:04.648 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 928 k 2022-11-27T21:03:04.648 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 2.9 M 2022-11-27T21:03:04.649 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:03:04.936 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2022-11-27T21:03:04.937 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:04.937 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:03:04.937 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:03:04.938 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2022-11-27T21:03:04.938 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel-2.5.1-7.el8.noarch 2022-11-27T21:03:04.938 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2-2.10.1-3.el8.noarch 2022-11-27T21:03:04.938 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort-7.1.1-2.el8.noarch 2022-11-27T21:03:04.938 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:04.939 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:04.955 INFO:teuthology.orchestra.run.smithi003.stdout:(1/2): ceph-fuse-18.0.0-989.gaee1cfda.el8.x86_6 2.7 MB/s | 845 kB 00:00 2022-11-27T21:03:04.989 INFO:teuthology.orchestra.run.smithi003.stdout:(2/2): fuse-2.9.7-16.el8.x86_64.rpm 241 kB/s | 83 kB 00:00 2022-11-27T21:03:04.990 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:04.990 INFO:teuthology.orchestra.run.smithi003.stdout:Total 2.6 MB/s | 928 kB 00:00 2022-11-27T21:03:04.999 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:03:05.023 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:03:05.023 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:03:05.045 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-fuse 2022-11-27T21:03:05.102 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:03:05.106 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:03:05.295 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:03:05.582 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : fuse-2.9.7-16.el8.x86_64 1/2 2022-11-27T21:03:05.678 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:01 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:05.779 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 2/2 2022-11-27T21:03:06.134 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 2/2 2022-11-27T21:03:06.134 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 1/2 2022-11-27T21:03:06.587 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 2/2 2022-11-27T21:03:06.587 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:06.587 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:03:06.588 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 fuse-2.9.7-16.el8.x86_64 2022-11-27T21:03:06.588 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:06.588 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:06.783 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-volume 2022-11-27T21:03:06.833 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:06.834 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:03:06.834 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:06.834 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:03:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 845 k 2022-11-27T21:03:06.835 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2022-11-27T21:03:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2022-11-27T21:03:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:06.835 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:03:06.836 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:06.836 INFO:teuthology.orchestra.run.smithi039.stdout:Install 2 Packages 2022-11-27T21:03:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:06.837 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 928 k 2022-11-27T21:03:06.837 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 2.9 M 2022-11-27T21:03:06.837 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:03:06.903 INFO:teuthology.orchestra.run.smithi039.stdout:(1/2): fuse-2.9.7-16.el8.x86_64.rpm 1.2 MB/s | 83 kB 00:00 2022-11-27T21:03:07.137 INFO:teuthology.orchestra.run.smithi039.stdout:(2/2): ceph-fuse-18.0.0-989.gaee1cfda.el8.x86_6 2.7 MB/s | 845 kB 00:00 2022-11-27T21:03:07.138 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:07.138 INFO:teuthology.orchestra.run.smithi039.stdout:Total 3.0 MB/s | 928 kB 00:00 2022-11-27T21:03:07.149 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:03:07.171 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:03:07.172 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:03:07.251 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:03:07.254 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:03:07.422 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:03 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:03:07.685 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : fuse-2.9.7-16.el8.x86_64 1/2 2022-11-27T21:03:07.857 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 2/2 2022-11-27T21:03:08.214 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 2/2 2022-11-27T21:03:08.214 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 1/2 2022-11-27T21:03:08.580 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:08.582 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:08.582 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:03:08.582 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:08.583 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:03:08.583 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-volume noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 263 k 2022-11-27T21:03:08.583 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:08.584 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:03:08.584 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:08.584 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:03:08.584 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:08.585 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 263 k 2022-11-27T21:03:08.585 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 1.3 M 2022-11-27T21:03:08.585 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:03:08.645 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 2/2 2022-11-27T21:03:08.645 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:08.646 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:03:08.646 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 fuse-2.9.7-16.el8.x86_64 2022-11-27T21:03:08.646 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:08.646 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:08.842 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-volume-18.0.0-989.gaee1cfda.el8.noarch.rpm 1.0 MB/s | 263 kB 00:00 2022-11-27T21:03:08.844 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:08.844 INFO:teuthology.orchestra.run.smithi003.stdout:Total 1.0 MB/s | 263 kB 00:00 2022-11-27T21:03:08.845 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:03:08.851 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-volume 2022-11-27T21:03:08.854 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:03:08.855 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:03:08.872 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:03:08.875 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:03:09.050 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:03:09.321 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-volume-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:03:09.490 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:05 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:09.713 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-volume-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:03:10.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-volume-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:03:10.159 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:10.159 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:03:10.160 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-volume-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:03:10.160 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:10.369 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install librados-devel 2022-11-27T21:03:10.645 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:10.646 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:10.646 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2022-11-27T21:03:10.647 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:10.647 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:03:10.647 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume noarch 2:18.0.0-989.gaee1cfda.el8 ceph-noarch 263 k 2022-11-27T21:03:10.647 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:10.648 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:03:10.648 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:10.648 INFO:teuthology.orchestra.run.smithi039.stdout:Install 1 Package 2022-11-27T21:03:10.648 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:10.649 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 263 k 2022-11-27T21:03:10.649 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 1.3 M 2022-11-27T21:03:10.649 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:03:10.860 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-volume-18.0.0-989.gaee1cfda.el8.noarch.rpm 1.2 MB/s | 263 kB 00:00 2022-11-27T21:03:10.861 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:10.861 INFO:teuthology.orchestra.run.smithi039.stdout:Total 1.2 MB/s | 263 kB 00:00 2022-11-27T21:03:10.861 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:03:10.871 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:03:10.871 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:03:10.889 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:03:10.891 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:03:11.006 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:07 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:11.072 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:03:11.333 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-volume-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:03:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-volume-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:03:12.180 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:12.181 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:12.181 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repo Size 2022-11-27T21:03:12.181 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:12.182 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:03:12.182 INFO:teuthology.orchestra.run.smithi003.stdout: librados-devel x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 139 k 2022-11-27T21:03:12.182 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:12.182 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:03:12.183 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:12.183 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:03:12.183 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:12.183 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 139 k 2022-11-27T21:03:12.184 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 512 k 2022-11-27T21:03:12.184 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:03:12.185 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-volume-2:18.0.0-989.gaee1cfda.el8.noarch 1/1 2022-11-27T21:03:12.185 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:12.185 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:03:12.185 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume-2:18.0.0-989.gaee1cfda.el8.noarch 2022-11-27T21:03:12.186 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:12.186 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:12.389 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install librados-devel 2022-11-27T21:03:12.406 INFO:teuthology.orchestra.run.smithi003.stdout:librados-devel-18.0.0-989.gaee1cfda.el8.x86_64. 622 kB/s | 139 kB 00:00 2022-11-27T21:03:12.406 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:12.406 INFO:teuthology.orchestra.run.smithi003.stdout:Total 618 kB/s | 139 kB 00:00 2022-11-27T21:03:12.407 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:03:12.412 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:03:12.412 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:03:12.465 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:03:12.469 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:03:12.580 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:03:12.767 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librados-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:13.015 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:13.035 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:09 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:13.452 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:13.452 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:13.452 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:03:13.453 INFO:teuthology.orchestra.run.smithi003.stdout: librados-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:13.453 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:13.453 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:13.603 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install libcephfs2 2022-11-27T21:03:14.195 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:14.197 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:14.197 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repo Size 2022-11-27T21:03:14.197 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:14.198 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:03:14.198 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 139 k 2022-11-27T21:03:14.198 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:14.198 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:03:14.199 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:14.199 INFO:teuthology.orchestra.run.smithi039.stdout:Install 1 Package 2022-11-27T21:03:14.199 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:14.199 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 139 k 2022-11-27T21:03:14.200 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 512 k 2022-11-27T21:03:14.200 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:03:14.241 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:10 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:14.400 INFO:teuthology.orchestra.run.smithi039.stdout:librados-devel-18.0.0-989.gaee1cfda.el8.x86_64. 694 kB/s | 139 kB 00:00 2022-11-27T21:03:14.400 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:14.400 INFO:teuthology.orchestra.run.smithi039.stdout:Total 689 kB/s | 139 kB 00:00 2022-11-27T21:03:14.401 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:03:14.403 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:03:14.404 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:03:14.457 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:03:14.460 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:03:14.581 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:03:14.738 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librados-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:14.998 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:15.299 INFO:teuthology.orchestra.run.smithi003.stdout:Package libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:15.399 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:15.400 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:03:15.401 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:15.409 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:15.410 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:15.414 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:03:15.415 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:15.416 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:15.416 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:15.486 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install libcephfs-devel 2022-11-27T21:03:15.595 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install libcephfs2 2022-11-27T21:03:16.121 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:12 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:16.230 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:12 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:17.289 INFO:teuthology.orchestra.run.smithi039.stdout:Package libcephfs2-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:17.302 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:17.304 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:17.304 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repo Size 2022-11-27T21:03:17.305 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:17.305 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:03:17.306 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs-devel x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 30 k 2022-11-27T21:03:17.306 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:17.306 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:03:17.307 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:17.307 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:03:17.308 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:17.308 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 30 k 2022-11-27T21:03:17.308 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 137 k 2022-11-27T21:03:17.309 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:03:17.387 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:17.388 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:03:17.389 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:17.454 INFO:teuthology.orchestra.run.smithi003.stdout:libcephfs-devel-18.0.0-989.gaee1cfda.el8.x86_64 203 kB/s | 30 kB 00:00 2022-11-27T21:03:17.455 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:17.455 INFO:teuthology.orchestra.run.smithi003.stdout:Total 201 kB/s | 30 kB 00:00 2022-11-27T21:03:17.455 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:03:17.458 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:03:17.459 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:03:17.473 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install libcephfs-devel 2022-11-27T21:03:17.499 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:03:17.502 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:03:17.559 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:03:17.725 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephfs-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:17.965 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephfs-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:18.112 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:14 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:18.384 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephfs-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:18.384 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:18.385 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:03:18.385 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:18.385 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:18.385 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:18.481 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install librados2 2022-11-27T21:03:19.117 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:15 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:19.273 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:19.275 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:19.276 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repo Size 2022-11-27T21:03:19.276 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:19.276 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:03:19.277 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 30 k 2022-11-27T21:03:19.277 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:19.278 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:03:19.278 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:19.279 INFO:teuthology.orchestra.run.smithi039.stdout:Install 1 Package 2022-11-27T21:03:19.279 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:19.280 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 30 k 2022-11-27T21:03:19.280 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 137 k 2022-11-27T21:03:19.280 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:03:20.098 INFO:teuthology.orchestra.run.smithi039.stdout:libcephfs-devel-18.0.0-989.gaee1cfda.el8.x86_64 37 kB/s | 30 kB 00:00 2022-11-27T21:03:20.098 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:20.098 INFO:teuthology.orchestra.run.smithi039.stdout:Total 37 kB/s | 30 kB 00:00 2022-11-27T21:03:20.099 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:03:20.101 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:03:20.102 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:03:20.175 INFO:teuthology.orchestra.run.smithi003.stdout:Package librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:20.276 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:20.278 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:03:20.278 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:20.297 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:03:20.301 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:03:20.364 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install librbd1 2022-11-27T21:03:20.456 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:03:20.631 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:20.876 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephfs-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:20.999 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:16 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:21.293 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:03:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:21.293 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:21.397 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install librados2 2022-11-27T21:03:22.045 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:18 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:22.062 INFO:teuthology.orchestra.run.smithi003.stdout:Package librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:22.166 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:22.167 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:03:22.167 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:22.488 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install python3-rados 2022-11-27T21:03:23.091 INFO:teuthology.orchestra.run.smithi039.stdout:Package librados2-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:23.126 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:19 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:23.194 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:23.195 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:03:23.196 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:23.289 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install librbd1 2022-11-27T21:03:23.927 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:19 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:24.207 INFO:teuthology.orchestra.run.smithi003.stdout:Package python3-rados-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:24.309 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:24.313 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:03:24.314 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:24.402 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install python3-rgw 2022-11-27T21:03:24.988 INFO:teuthology.orchestra.run.smithi039.stdout:Package librbd1-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:25.036 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:21 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:25.090 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:25.091 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:03:25.092 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:25.177 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install python3-rados 2022-11-27T21:03:25.815 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:21 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:26.096 INFO:teuthology.orchestra.run.smithi003.stdout:Package python3-rgw-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:26.198 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:26.200 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:03:26.200 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:26.292 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install python3-cephfs 2022-11-27T21:03:26.875 INFO:teuthology.orchestra.run.smithi039.stdout:Package python3-rados-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:26.934 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:22 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:26.977 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:26.978 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:03:26.979 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:27.068 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install python3-rgw 2022-11-27T21:03:27.705 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:23 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:28.005 INFO:teuthology.orchestra.run.smithi003.stdout:Package python3-cephfs-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:28.107 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:28.110 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:03:28.110 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:28.195 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install python3-rbd 2022-11-27T21:03:28.760 INFO:teuthology.orchestra.run.smithi039.stdout:Package python3-rgw-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:28.832 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:24 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:28.861 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:28.863 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:03:28.863 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:28.940 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install python3-cephfs 2022-11-27T21:03:29.575 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:25 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:29.900 INFO:teuthology.orchestra.run.smithi003.stdout:Package python3-rbd-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:30.001 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:30.003 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:03:30.003 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:30.089 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install rbd-fuse 2022-11-27T21:03:30.634 INFO:teuthology.orchestra.run.smithi039.stdout:Package python3-cephfs-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:30.723 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:26 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:30.737 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:30.738 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:03:30.739 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:30.828 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install python3-rbd 2022-11-27T21:03:31.463 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:27 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:31.884 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:31.885 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:31.885 INFO:teuthology.orchestra.run.smithi003.stdout: Package Architecture Version Repository Size 2022-11-27T21:03:31.885 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:31.886 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:03:31.886 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-fuse x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 94 k 2022-11-27T21:03:31.886 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:31.886 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:03:31.887 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:31.887 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:03:31.887 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:31.887 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 94 k 2022-11-27T21:03:31.888 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 280 k 2022-11-27T21:03:31.888 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:03:32.117 INFO:teuthology.orchestra.run.smithi003.stdout:rbd-fuse-18.0.0-989.gaee1cfda.el8.x86_64.rpm 405 kB/s | 94 kB 00:00 2022-11-27T21:03:32.118 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:32.119 INFO:teuthology.orchestra.run.smithi003.stdout:Total 403 kB/s | 94 kB 00:00 2022-11-27T21:03:32.119 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:03:32.133 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:03:32.133 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:03:32.183 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:03:32.186 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:03:32.304 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:03:32.482 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:32.521 INFO:teuthology.orchestra.run.smithi039.stdout:Package python3-rbd-2:18.0.0-989.gaee1cfda.el8.x86_64 is already installed. 2022-11-27T21:03:32.624 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:32.625 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2022-11-27T21:03:32.626 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:32.706 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install rbd-fuse 2022-11-27T21:03:32.752 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: rbd-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:33.344 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:29 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:33.428 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:33.428 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:33.429 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:03:33.429 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:33.430 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:33.430 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:33.627 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install rbd-mirror 2022-11-27T21:03:34.266 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:30 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:34.514 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:34.515 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:34.515 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2022-11-27T21:03:34.516 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:34.516 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:03:34.516 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 94 k 2022-11-27T21:03:34.516 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:34.516 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:03:34.517 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:34.517 INFO:teuthology.orchestra.run.smithi039.stdout:Install 1 Package 2022-11-27T21:03:34.517 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:34.517 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 94 k 2022-11-27T21:03:34.518 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 280 k 2022-11-27T21:03:34.518 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:03:34.693 INFO:teuthology.orchestra.run.smithi039.stdout:rbd-fuse-18.0.0-989.gaee1cfda.el8.x86_64.rpm 534 kB/s | 94 kB 00:00 2022-11-27T21:03:34.693 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:34.694 INFO:teuthology.orchestra.run.smithi039.stdout:Total 530 kB/s | 94 kB 00:00 2022-11-27T21:03:34.694 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:03:34.705 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:03:34.706 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:03:34.758 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:03:34.762 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:03:34.884 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:03:35.044 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:35.303 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: rbd-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:35.423 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:35.424 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:35.425 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repo Size 2022-11-27T21:03:35.425 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:35.425 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:03:35.425 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-mirror x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 3.5 M 2022-11-27T21:03:35.426 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:35.426 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:03:35.426 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:35.426 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:03:35.426 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:35.427 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 3.5 M 2022-11-27T21:03:35.427 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 16 M 2022-11-27T21:03:35.427 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:03:35.716 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:35.717 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:35.717 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:03:35.717 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:35.717 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:35.718 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:35.910 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install rbd-mirror 2022-11-27T21:03:35.916 INFO:teuthology.orchestra.run.smithi003.stdout:rbd-mirror-18.0.0-989.gaee1cfda.el8.x86_64.rpm 7.2 MB/s | 3.5 MB 00:00 2022-11-27T21:03:35.916 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:35.917 INFO:teuthology.orchestra.run.smithi003.stdout:Total 7.1 MB/s | 3.5 MB 00:00 2022-11-27T21:03:35.917 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:03:35.927 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:03:35.928 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:03:35.993 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:03:35.996 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:03:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:03:36.556 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:32 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-mirror-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: rbd-mirror-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-mirror-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:37.501 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:03:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-mirror-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:37.502 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:37.705 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install rbd-nbd 2022-11-27T21:03:37.728 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:37.730 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:37.730 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repo Size 2022-11-27T21:03:37.730 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:37.730 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:03:37.731 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 3.5 M 2022-11-27T21:03:37.731 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:37.731 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:03:37.732 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:37.732 INFO:teuthology.orchestra.run.smithi039.stdout:Install 1 Package 2022-11-27T21:03:37.733 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:37.733 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 3.5 M 2022-11-27T21:03:37.734 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 16 M 2022-11-27T21:03:37.734 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:03:38.099 INFO:teuthology.orchestra.run.smithi039.stdout:rbd-mirror-18.0.0-989.gaee1cfda.el8.x86_64.rpm 9.5 MB/s | 3.5 MB 00:00 2022-11-27T21:03:38.099 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:38.100 INFO:teuthology.orchestra.run.smithi039.stdout:Total 9.5 MB/s | 3.5 MB 00:00 2022-11-27T21:03:38.100 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:03:38.112 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:03:38.112 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:03:38.179 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:03:38.182 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:03:38.345 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:02:34 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:38.672 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:03:38.854 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-mirror-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:39.251 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: rbd-mirror-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:39.499 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:03:39.500 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:39.501 INFO:teuthology.orchestra.run.smithi003.stdout: Package Architecture Version Repository Size 2022-11-27T21:03:39.501 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:39.501 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:03:39.501 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-nbd x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 177 k 2022-11-27T21:03:39.502 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:39.502 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:03:39.502 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:03:39.502 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:03:39.503 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:39.503 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 177 k 2022-11-27T21:03:39.503 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 560 k 2022-11-27T21:03:39.503 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:03:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-mirror-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:39.672 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:03:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:39.673 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:39.691 INFO:teuthology.orchestra.run.smithi003.stdout:rbd-nbd-18.0.0-989.gaee1cfda.el8.x86_64.rpm 937 kB/s | 177 kB 00:00 2022-11-27T21:03:39.706 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:39.706 INFO:teuthology.orchestra.run.smithi003.stdout:Total 930 kB/s | 177 kB 00:00 2022-11-27T21:03:39.707 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:03:39.707 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:03:39.708 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:03:39.764 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:03:39.765 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:03:39.891 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:03:39.892 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install rbd-nbd 2022-11-27T21:03:40.072 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-nbd-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:40.334 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: rbd-nbd-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:40.535 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:02:36 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:03:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-nbd-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:40.817 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:03:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-nbd-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:40.818 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:03:41.176 DEBUG:teuthology.parallel:result is None 2022-11-27T21:03:41.704 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2022-11-27T21:03:41.704 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:41.704 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2022-11-27T21:03:41.705 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:41.705 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2022-11-27T21:03:41.706 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd x86_64 2:18.0.0-989.gaee1cfda.el8 ceph 177 k 2022-11-27T21:03:41.706 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:41.706 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2022-11-27T21:03:41.706 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2022-11-27T21:03:41.706 INFO:teuthology.orchestra.run.smithi039.stdout:Install 1 Package 2022-11-27T21:03:41.707 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:41.707 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 177 k 2022-11-27T21:03:41.707 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 560 k 2022-11-27T21:03:41.707 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2022-11-27T21:03:41.910 INFO:teuthology.orchestra.run.smithi039.stdout:rbd-nbd-18.0.0-989.gaee1cfda.el8.x86_64.rpm 864 kB/s | 177 kB 00:00 2022-11-27T21:03:41.911 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:03:41.911 INFO:teuthology.orchestra.run.smithi039.stdout:Total 859 kB/s | 177 kB 00:00 2022-11-27T21:03:41.912 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2022-11-27T21:03:41.924 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2022-11-27T21:03:41.924 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2022-11-27T21:03:41.976 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2022-11-27T21:03:41.983 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2022-11-27T21:03:42.124 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2022-11-27T21:03:42.284 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-nbd-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:42.545 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: rbd-nbd-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:42.991 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-nbd-2:18.0.0-989.gaee1cfda.el8.x86_64 1/1 2022-11-27T21:03:42.991 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:42.992 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2022-11-27T21:03:42.992 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd-2:18.0.0-989.gaee1cfda.el8.x86_64 2022-11-27T21:03:42.992 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:42.992 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2022-11-27T21:03:43.178 DEBUG:teuthology.parallel:result is None 2022-11-27T21:03:43.180 DEBUG:teuthology.orchestra.run.smithi003:> sudo lsb_release -is 2022-11-27T21:03:43.226 INFO:teuthology.orchestra.run.smithi003.stdout:CentOSStream 2022-11-27T21:03:43.228 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T21:03:43.230 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe 2022-11-27T21:03:43.392 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2022-11-27T21:03:43.419 INFO:teuthology.orchestra.run.smithi003.stdout:18.0.0-989.gaee1cfda.el8 2022-11-27T21:03:43.420 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-989.gaee1cfda.el8 2022-11-27T21:03:43.420 INFO:teuthology.task.install:The correct ceph version 18.0.0-989.gaee1cfda is installed. 2022-11-27T21:03:43.421 DEBUG:teuthology.orchestra.run.smithi039:> sudo lsb_release -is 2022-11-27T21:03:43.461 INFO:teuthology.orchestra.run.smithi039.stdout:CentOSStream 2022-11-27T21:03:43.463 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T21:03:43.463 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe 2022-11-27T21:03:43.635 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2022-11-27T21:03:43.659 INFO:teuthology.orchestra.run.smithi039.stdout:18.0.0-989.gaee1cfda.el8 2022-11-27T21:03:43.660 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-989.gaee1cfda.el8 2022-11-27T21:03:43.661 INFO:teuthology.task.install:The correct ceph version 18.0.0-989.gaee1cfda is installed. 2022-11-27T21:03:43.662 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2022-11-27T21:03:43.667 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:43.668 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-11-27T21:03:43.704 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:03:43.705 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-11-27T21:03:43.735 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2022-11-27T21:03:43.736 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:43.737 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/daemon-helper 2022-11-27T21:03:43.781 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-11-27T21:03:43.858 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:03:43.858 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/daemon-helper 2022-11-27T21:03:43.888 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-11-27T21:03:43.955 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2022-11-27T21:03:43.956 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:43.957 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/adjust-ulimits 2022-11-27T21:03:43.991 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-11-27T21:03:44.065 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:03:44.066 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/adjust-ulimits 2022-11-27T21:03:44.095 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-11-27T21:03:44.165 INFO:teuthology.run_tasks:Running task ceph... 2022-11-27T21:03:44.302 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2022-11-27T21:03:44.303 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 777 /var/log/ceph 2022-11-27T21:03:44.307 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 777 /var/log/ceph 2022-11-27T21:03:44.339 INFO:tasks.ceph:Disabling ceph logrotate... 2022-11-27T21:03:44.340 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f -- /etc/logrotate.d/ceph 2022-11-27T21:03:44.382 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /etc/logrotate.d/ceph 2022-11-27T21:03:44.412 INFO:tasks.ceph:Creating extra log directories... 2022-11-27T21:03:44.413 DEBUG:teuthology.orchestra.run.smithi003:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-11-27T21:03:44.455 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-11-27T21:03:44.513 INFO:tasks.ceph:Creating ceph cluster ceph... 2022-11-27T21:03:44.514 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw lc debug interval': 10, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2022-11-27T21:03:44.515 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi/7093024', 'branch': 'wip-yuval-fix-57899', 'description': 'rgw:notifications/{beast bluestore-bitmap fixed-2 overrides supported-all-distro$/{centos_8} tasks/{0-install test_amqp test_kafka test_others}}', 'email': None, 'first_in_suite': False, 'job_id': '7093024', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'yuvalif-2022-11-27_20:42:24-rgw:notifications-wip-yuval-fix-57899-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'wip-yuval-fix-57899'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw lc debug interval': 10, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe', 'wait-for-scrub': False}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe'}}, 'rgw': {'frontend': 'beast', 'storage classes': 'LUKEWARM, FROZEN'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuval-fix-57899', 'sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe'}}, 'owner': 'scheduled_yuvalif@teuthology', 'priority': 50, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe', 'sleep_before_teardown': 0, 'suite': 'rgw:notifications', 'suite_branch': 'wip-yuval-fix-57899', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'aee1cfdaf383d91e9f7a5532e8a085d8a9e37dbe', 'targets': {'smithi003.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDv9XowQTYZknNx5HQLjbQ4JSogL2GZdqb7lbNzyJ/1M06poxixGiHhs5NAcIaK39z/wiazAmns6as2Bzquif4SOsdzFkshVvLw8pOfkHqeOwkDS/q9Mtbvg99ukusEhwBxF29gmhO2wUNJjr4G5O0EgVmX5WvKqTtJ4tsY4gCoYDluACtMSqHulAPlfsTR2qW07QBvRNQwqxpDRpqosVRwV2NBLQwjjPfZeHe2uB6SQBlcCsSxVyY/PBZ+E+YrhHwfkIKIYqaMv+gWNt6QhcjHq1hb2s9FfFa6mJ3Gyj42z07jurQ0QxN6S5e42j2BcrPvovil7SXNhcDSRDgdBAb7J2rQXyfeB3l0ufEQF+EKSq8sgAICoDgd1rNMwUZ2T91g3NXcaQYih2VLnbA232lHHN+BqzuiUazbjGuQjUlvkOQXtpqO1H6vgcSlnSyN/nMTPaUMvQR979nxKc/b7UepmPjrGQuxZdYePZbdldiQn6mrnsn5S+/4T3tn976glJ8=', 'smithi039.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDLIuHxW2TjETENXQdvpdObD12TLmeV/yURWZtqspf59iSPCH2UaPofwqcDRNi9xMAJc4WEsZCnzlaPcgQzyw68O+BCcH2CuQFJOdyFleDE0M7kitl9IvbLd6F2hwU26G/+4Kes7U2Dz2j6eIsPUrp0DRK8vtb9M/fR6L+R8sRadoZLAofDIl4sYRQJD0Ds/Vf2HsHSn9GasgAQ8WrkJrle7pbxJG+oL4UvRkyKh9mudhvD6tnr5FOXAq/lUIz3Jgm4B4sCsENuEMGMA24Mxv46QdKiEcb2Y0baUyrUc8UZe1j2SBvU0L2Y9escPbmSfR1Z+gXRVNN1RN0aVaWDoHxaUND/9Sg7pzlHX2r6b7ixIOl+OJwIGNSy+twnTcM9B9DbdalTIYkEkahr1LAb2DaWVb7PWEtvos6edreIQBL1z3Zqe8sMXPXlTBZOYA+xMxClRHnHkNNQjx/kWySK2rvtYsQmUKuk4zIgT2mzg9gShILleKIR30Fqqqx0Mqxba98='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'rabbitmq': {'client.0': None}}, {'notification-tests': {'client.0': {'extra_attr': ['amqp_test'], 'rgw_server': 'client.0'}}}, {'kafka': {'client.0': {'kafka_version': '2.6.0'}}}, {'notification-tests': {'client.0': {'extra_attr': ['kafka_test'], 'rgw_server': 'client.0'}}}, {'notification-tests': {'client.0': {'rgw_server': 'client.0'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '4da97cf64e542f347ec47b7bdbe5eca99759f9b7', 'timestamp': '2022-11-27_20:42:24', 'tube': 'smithi', 'user': 'yuvalif', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.11998'} 2022-11-27T21:03:44.517 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2022-11-27T21:03:44.530 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2022-11-27T21:03:44.549 DEBUG:teuthology.orchestra.run.smithi003:> sudo install -d -m0777 -- /var/run/ceph 2022-11-27T21:03:44.592 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m0777 -- /var/run/ceph 2022-11-27T21:03:44.624 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:44.625 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/scratch_devs of=/dev/stdout 2022-11-27T21:03:44.686 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-11-27T21:03:44.687 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_1 2022-11-27T21:03:44.747 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-11-27T21:03:44.747 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T21:03:44.748 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 6h/6d Inode: 378216 Links: 1 2022-11-27T21:03:44.748 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T21:03:44.748 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T21:03:44.749 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2022-11-27 21:03:36.830515231 +0000 2022-11-27T21:03:44.749 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2022-11-27 21:00:12.897672306 +0000 2022-11-27T21:03:44.749 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2022-11-27 21:00:12.897672306 +0000 2022-11-27T21:03:44.749 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: - 2022-11-27T21:03:44.750 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2022-11-27T21:03:44.818 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2022-11-27T21:03:44.818 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2022-11-27T21:03:44.819 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000234742 s, 2.2 MB/s 2022-11-27T21:03:44.821 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2022-11-27T21:03:44.883 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_2 2022-11-27T21:03:44.945 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-11-27T21:03:44.945 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T21:03:44.945 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 6h/6d Inode: 379041 Links: 1 2022-11-27T21:03:44.946 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T21:03:44.946 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T21:03:44.946 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2022-11-27 21:03:36.830515231 +0000 2022-11-27T21:03:44.947 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2022-11-27 21:00:13.458665129 +0000 2022-11-27T21:03:44.947 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2022-11-27 21:00:13.458665129 +0000 2022-11-27T21:03:44.947 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: - 2022-11-27T21:03:44.948 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2022-11-27T21:03:45.016 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2022-11-27T21:03:45.016 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2022-11-27T21:03:45.017 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000210981 s, 2.4 MB/s 2022-11-27T21:03:45.018 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2022-11-27T21:03:45.082 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_3 2022-11-27T21:03:45.144 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-11-27T21:03:45.144 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T21:03:45.145 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 6h/6d Inode: 373551 Links: 1 2022-11-27T21:03:45.145 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T21:03:45.145 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T21:03:45.145 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2022-11-27 21:03:36.830515231 +0000 2022-11-27T21:03:45.146 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2022-11-27 21:00:13.996658246 +0000 2022-11-27T21:03:45.146 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2022-11-27 21:00:13.996658246 +0000 2022-11-27T21:03:45.146 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: - 2022-11-27T21:03:45.147 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2022-11-27T21:03:45.215 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2022-11-27T21:03:45.216 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2022-11-27T21:03:45.216 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000196878 s, 2.6 MB/s 2022-11-27T21:03:45.217 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2022-11-27T21:03:45.280 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_4 2022-11-27T21:03:45.344 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-11-27T21:03:45.344 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T21:03:45.345 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 6h/6d Inode: 381196 Links: 1 2022-11-27T21:03:45.345 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T21:03:45.345 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T21:03:45.345 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2022-11-27 21:03:36.830515231 +0000 2022-11-27T21:03:45.346 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2022-11-27 21:00:14.552651133 +0000 2022-11-27T21:03:45.346 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2022-11-27 21:00:14.552651133 +0000 2022-11-27T21:03:45.346 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: - 2022-11-27T21:03:45.347 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2022-11-27T21:03:45.414 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2022-11-27T21:03:45.414 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2022-11-27T21:03:45.415 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000225387 s, 2.3 MB/s 2022-11-27T21:03:45.416 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2022-11-27T21:03:45.479 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T21:03:45.479 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:03:45.480 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/scratch_devs of=/dev/stdout 2022-11-27T21:03:45.501 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-11-27T21:03:45.615 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_1 2022-11-27T21:03:45.644 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-11-27T21:03:45.645 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T21:03:45.645 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 367601 Links: 1 2022-11-27T21:03:45.645 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T21:03:45.646 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T21:03:45.646 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2022-11-27 21:03:39.022504637 +0000 2022-11-27T21:03:45.646 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2022-11-27 21:00:13.094300739 +0000 2022-11-27T21:03:45.646 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2022-11-27 21:00:13.094300739 +0000 2022-11-27T21:03:45.647 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2022-11-27T21:03:45.647 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2022-11-27T21:03:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2022-11-27T21:03:45.714 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2022-11-27T21:03:45.714 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000440926 s, 1.2 MB/s 2022-11-27T21:03:45.715 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2022-11-27T21:03:45.774 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_2 2022-11-27T21:03:45.834 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-11-27T21:03:45.835 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T21:03:45.835 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 377518 Links: 1 2022-11-27T21:03:45.836 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T21:03:45.836 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T21:03:45.837 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2022-11-27 21:03:39.022504637 +0000 2022-11-27T21:03:45.837 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2022-11-27 21:00:13.667289415 +0000 2022-11-27T21:03:45.838 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2022-11-27 21:00:13.667289415 +0000 2022-11-27T21:03:45.838 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2022-11-27T21:03:45.839 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2022-11-27T21:03:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2022-11-27T21:03:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2022-11-27T21:03:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000364309 s, 1.4 MB/s 2022-11-27T21:03:45.906 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2022-11-27T21:03:45.966 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_3 2022-11-27T21:03:46.025 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-11-27T21:03:46.025 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T21:03:46.026 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 375469 Links: 1 2022-11-27T21:03:46.026 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T21:03:46.026 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T21:03:46.026 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2022-11-27 21:03:39.023504618 +0000 2022-11-27T21:03:46.026 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2022-11-27 21:00:14.210278684 +0000 2022-11-27T21:03:46.027 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2022-11-27 21:00:14.210278684 +0000 2022-11-27T21:03:46.027 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2022-11-27T21:03:46.027 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2022-11-27T21:03:46.099 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2022-11-27T21:03:46.100 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2022-11-27T21:03:46.100 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000323862 s, 1.6 MB/s 2022-11-27T21:03:46.101 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2022-11-27T21:03:46.162 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_4 2022-11-27T21:03:46.221 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-11-27T21:03:46.221 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T21:03:46.221 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 378280 Links: 1 2022-11-27T21:03:46.222 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T21:03:46.222 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T21:03:46.222 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2022-11-27 21:03:39.023504618 +0000 2022-11-27T21:03:46.222 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2022-11-27 21:00:14.778267459 +0000 2022-11-27T21:03:46.222 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2022-11-27 21:00:14.778267459 +0000 2022-11-27T21:03:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2022-11-27T21:03:46.223 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2022-11-27T21:03:46.288 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2022-11-27T21:03:46.288 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2022-11-27T21:03:46.289 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000323774 s, 1.6 MB/s 2022-11-27T21:03:46.290 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2022-11-27T21:03:46.350 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T21:03:46.351 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi003.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi039.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2022-11-27T21:03:46.351 INFO:tasks.ceph:Generating config... 2022-11-27T21:03:46.354 INFO:tasks.ceph:[client] debug rgw = 20 2022-11-27T21:03:46.354 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2022-11-27T21:03:46.355 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2022-11-27T21:03:46.355 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2022-11-27T21:03:46.355 INFO:tasks.ceph:[client] rgw lc debug interval = 10 2022-11-27T21:03:46.356 INFO:tasks.ceph:[client] setgroup = ceph 2022-11-27T21:03:46.356 INFO:tasks.ceph:[client] setuser = ceph 2022-11-27T21:03:46.358 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2022-11-27T21:03:46.359 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2022-11-27T21:03:46.359 INFO:tasks.ceph:[mgr] debug mgr = 20 2022-11-27T21:03:46.360 INFO:tasks.ceph:[mgr] debug ms = 1 2022-11-27T21:03:46.360 INFO:tasks.ceph:[mon] debug mon = 20 2022-11-27T21:03:46.360 INFO:tasks.ceph:[mon] debug ms = 1 2022-11-27T21:03:46.361 INFO:tasks.ceph:[mon] debug paxos = 20 2022-11-27T21:03:46.361 INFO:tasks.ceph:[osd] bdev async discard = True 2022-11-27T21:03:46.361 INFO:tasks.ceph:[osd] bdev enable discard = True 2022-11-27T21:03:46.362 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2022-11-27T21:03:46.362 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2022-11-27T21:03:46.362 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2022-11-27T21:03:46.363 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2022-11-27T21:03:46.363 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2022-11-27T21:03:46.364 INFO:tasks.ceph:[osd] debug ms = 1 2022-11-27T21:03:46.364 INFO:tasks.ceph:[osd] debug osd = 20 2022-11-27T21:03:46.365 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2022-11-27T21:03:46.365 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2022-11-27T21:03:46.366 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2022-11-27T21:03:46.366 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2022-11-27T21:03:46.367 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2022-11-27T21:03:46.368 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2022-11-27T21:03:46.368 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2022-11-27T21:03:46.369 INFO:tasks.ceph:Setting up mon.a... 2022-11-27T21:03:46.370 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2022-11-27T21:03:46.427 INFO:teuthology.orchestra.run.smithi003.stdout:creating /etc/ceph/ceph.keyring 2022-11-27T21:03:46.430 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2022-11-27T21:03:46.482 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0644 /etc/ceph/ceph.keyring 2022-11-27T21:03:46.512 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.3'), ('mon.c', '[v2:172.21.15.3:3301,v1:172.21.15.3:6790]'), ('mon.b', '172.21.15.39')] 2022-11-27T21:03:46.513 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.3,[v2:172.21.15.3:3301,v1:172.21.15.3:6790],172.21.15.39', 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw lc debug interval': 10, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2022-11-27T21:03:46.514 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:46.514 DEBUG:teuthology.orchestra.run.smithi003:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2022-11-27T21:03:46.572 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.3 --addv c '[v2:172.21.15.3:3301,v1:172.21.15.3:6790]' --add b 172.21.15.39 --print /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:03:46.661 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setuser ceph since I am not root 2022-11-27T21:03:46.661 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setgroup ceph since I am not root 2022-11-27T21:03:46.663 INFO:teuthology.orchestra.run.smithi003.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:03:46.663 INFO:teuthology.orchestra.run.smithi003.stdout:monmaptool: generated fsid 017d53a5-6c54-4489-82e8-6e0496ef4af1 2022-11-27T21:03:46.663 INFO:teuthology.orchestra.run.smithi003.stdout:setting min_mon_release = pacific 2022-11-27T21:03:46.664 INFO:teuthology.orchestra.run.smithi003.stdout:epoch 0 2022-11-27T21:03:46.664 INFO:teuthology.orchestra.run.smithi003.stdout:fsid 017d53a5-6c54-4489-82e8-6e0496ef4af1 2022-11-27T21:03:46.664 INFO:teuthology.orchestra.run.smithi003.stdout:last_changed 2022-11-27T21:03:46.660609+0000 2022-11-27T21:03:46.664 INFO:teuthology.orchestra.run.smithi003.stdout:created 2022-11-27T21:03:46.660609+0000 2022-11-27T21:03:46.664 INFO:teuthology.orchestra.run.smithi003.stdout:min_mon_release 16 (pacific) 2022-11-27T21:03:46.665 INFO:teuthology.orchestra.run.smithi003.stdout:election_strategy: 1 2022-11-27T21:03:46.665 INFO:teuthology.orchestra.run.smithi003.stdout:0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2022-11-27T21:03:46.665 INFO:teuthology.orchestra.run.smithi003.stdout:1: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.b 2022-11-27T21:03:46.665 INFO:teuthology.orchestra.run.smithi003.stdout:2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2022-11-27T21:03:46.665 INFO:teuthology.orchestra.run.smithi003.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2022-11-27T21:03:46.666 DEBUG:teuthology.orchestra.run.smithi003:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2022-11-27T21:03:46.684 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 017d53a5-6c54-4489-82e8-6e0496ef4af1... 2022-11-27T21:03:46.686 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2022-11-27T21:03:46.726 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2022-11-27T21:03:46.770 INFO:teuthology.orchestra.run.smithi003.stdout:[global] 2022-11-27T21:03:46.771 INFO:teuthology.orchestra.run.smithi003.stdout: chdir = "" 2022-11-27T21:03:46.771 INFO:teuthology.orchestra.run.smithi003.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-11-27T21:03:46.772 INFO:teuthology.orchestra.run.smithi003.stdout: auth supported = cephx 2022-11-27T21:03:46.772 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.772 INFO:teuthology.orchestra.run.smithi003.stdout: filestore xattr use omap = true 2022-11-27T21:03:46.772 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.773 INFO:teuthology.orchestra.run.smithi003.stdout: mon clock drift allowed = 1.000 2022-11-27T21:03:46.773 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.773 INFO:teuthology.orchestra.run.smithi003.stdout: osd crush chooseleaf type = 0 2022-11-27T21:03:46.774 INFO:teuthology.orchestra.run.smithi003.stdout: auth debug = true 2022-11-27T21:03:46.774 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.774 INFO:teuthology.orchestra.run.smithi003.stdout: ms die on old message = true 2022-11-27T21:03:46.775 INFO:teuthology.orchestra.run.smithi003.stdout: ms die on bug = true 2022-11-27T21:03:46.775 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.775 INFO:teuthology.orchestra.run.smithi003.stdout: mon max pg per osd = 10000 # >= luminous 2022-11-27T21:03:46.775 INFO:teuthology.orchestra.run.smithi003.stdout: mon pg warn max object skew = 0 2022-11-27T21:03:46.776 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.776 INFO:teuthology.orchestra.run.smithi003.stdout: # disable pg_autoscaler by default for new pools 2022-11-27T21:03:46.776 INFO:teuthology.orchestra.run.smithi003.stdout: osd_pool_default_pg_autoscale_mode = off 2022-11-27T21:03:46.776 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.776 INFO:teuthology.orchestra.run.smithi003.stdout: osd pool default size = 2 2022-11-27T21:03:46.777 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.777 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd allow primary affinity = true 2022-11-27T21:03:46.778 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd allow pg remap = true 2022-11-27T21:03:46.778 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on legacy crush tunables = false 2022-11-27T21:03:46.779 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on crush straw calc version zero = false 2022-11-27T21:03:46.779 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on no sortbitwise = false 2022-11-27T21:03:46.780 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on osd down out interval zero = false 2022-11-27T21:03:46.780 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on too few osds = false 2022-11-27T21:03:46.781 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-11-27T21:03:46.781 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_pool_no_redundancy = false 2022-11-27T21:03:46.782 INFO:teuthology.orchestra.run.smithi003.stdout: mon_allow_pool_size_one = true 2022-11-27T21:03:46.782 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.783 INFO:teuthology.orchestra.run.smithi003.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-11-27T21:03:46.783 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.784 INFO:teuthology.orchestra.run.smithi003.stdout: osd default data pool replay window = 5 2022-11-27T21:03:46.784 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.785 INFO:teuthology.orchestra.run.smithi003.stdout: mon allow pool delete = true 2022-11-27T21:03:46.785 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.785 INFO:teuthology.orchestra.run.smithi003.stdout: mon cluster log file level = debug 2022-11-27T21:03:46.786 INFO:teuthology.orchestra.run.smithi003.stdout: debug asserts on shutdown = true 2022-11-27T21:03:46.786 INFO:teuthology.orchestra.run.smithi003.stdout: mon health detail to clog = false 2022-11-27T21:03:46.787 INFO:teuthology.orchestra.run.smithi003.stdout: mon host = "172.21.15.3,[v2:172.21.15.3:3301,v1:172.21.15.3:6790],172.21.15.39" 2022-11-27T21:03:46.787 INFO:teuthology.orchestra.run.smithi003.stdout: osd_max_pg_log_entries = 10 2022-11-27T21:03:46.788 INFO:teuthology.orchestra.run.smithi003.stdout: osd_min_pg_log_entries = 10 2022-11-27T21:03:46.788 INFO:teuthology.orchestra.run.smithi003.stdout: fsid = 017d53a5-6c54-4489-82e8-6e0496ef4af1 2022-11-27T21:03:46.789 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.789 INFO:teuthology.orchestra.run.smithi003.stdout:[osd] 2022-11-27T21:03:46.790 INFO:teuthology.orchestra.run.smithi003.stdout: osd journal size = 100 2022-11-27T21:03:46.790 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.790 INFO:teuthology.orchestra.run.smithi003.stdout: osd scrub load threshold = 5.0 2022-11-27T21:03:46.791 INFO:teuthology.orchestra.run.smithi003.stdout: osd scrub max interval = 600 2022-11-27T21:03:46.791 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.792 INFO:teuthology.orchestra.run.smithi003.stdout: osd recover clone overlap = true 2022-11-27T21:03:46.792 INFO:teuthology.orchestra.run.smithi003.stdout: osd recovery max chunk = 1048576 2022-11-27T21:03:46.793 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.793 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug shutdown = true 2022-11-27T21:03:46.793 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug op order = true 2022-11-27T21:03:46.794 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug verify stray on activate = true 2022-11-27T21:03:46.794 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.795 INFO:teuthology.orchestra.run.smithi003.stdout: osd open classes on start = true 2022-11-27T21:03:46.795 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug pg log writeout = true 2022-11-27T21:03:46.796 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.796 INFO:teuthology.orchestra.run.smithi003.stdout: osd deep scrub update digest min age = 30 2022-11-27T21:03:46.796 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.797 INFO:teuthology.orchestra.run.smithi003.stdout: osd map max advance = 10 2022-11-27T21:03:46.797 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.798 INFO:teuthology.orchestra.run.smithi003.stdout: journal zero on create = true 2022-11-27T21:03:46.798 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.798 INFO:teuthology.orchestra.run.smithi003.stdout: filestore ondisk finisher threads = 3 2022-11-27T21:03:46.799 INFO:teuthology.orchestra.run.smithi003.stdout: filestore apply finisher threads = 3 2022-11-27T21:03:46.799 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.800 INFO:teuthology.orchestra.run.smithi003.stdout: bdev debug aio = true 2022-11-27T21:03:46.801 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug misdirected ops = true 2022-11-27T21:03:46.801 INFO:teuthology.orchestra.run.smithi003.stdout: bdev async discard = True 2022-11-27T21:03:46.801 INFO:teuthology.orchestra.run.smithi003.stdout: bdev enable discard = True 2022-11-27T21:03:46.802 INFO:teuthology.orchestra.run.smithi003.stdout: bluestore allocator = bitmap 2022-11-27T21:03:46.802 INFO:teuthology.orchestra.run.smithi003.stdout: bluestore block size = 96636764160 2022-11-27T21:03:46.802 INFO:teuthology.orchestra.run.smithi003.stdout: bluestore fsck on mount = True 2022-11-27T21:03:46.802 INFO:teuthology.orchestra.run.smithi003.stdout: debug bluefs = 1/20 2022-11-27T21:03:46.803 INFO:teuthology.orchestra.run.smithi003.stdout: debug bluestore = 1/20 2022-11-27T21:03:46.803 INFO:teuthology.orchestra.run.smithi003.stdout: debug ms = 1 2022-11-27T21:03:46.803 INFO:teuthology.orchestra.run.smithi003.stdout: debug osd = 20 2022-11-27T21:03:46.803 INFO:teuthology.orchestra.run.smithi003.stdout: debug rocksdb = 4/10 2022-11-27T21:03:46.804 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd backfillfull_ratio = 0.85 2022-11-27T21:03:46.804 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd full ratio = 0.9 2022-11-27T21:03:46.804 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd nearfull ratio = 0.8 2022-11-27T21:03:46.804 INFO:teuthology.orchestra.run.smithi003.stdout: osd failsafe full ratio = 0.95 2022-11-27T21:03:46.804 INFO:teuthology.orchestra.run.smithi003.stdout: osd objectstore = bluestore 2022-11-27T21:03:46.805 INFO:teuthology.orchestra.run.smithi003.stdout: osd shutdown pgref assert = True 2022-11-27T21:03:46.805 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.805 INFO:teuthology.orchestra.run.smithi003.stdout:[mgr] 2022-11-27T21:03:46.805 INFO:teuthology.orchestra.run.smithi003.stdout: debug ms = 1 2022-11-27T21:03:46.806 INFO:teuthology.orchestra.run.smithi003.stdout: debug mgr = 20 2022-11-27T21:03:46.806 INFO:teuthology.orchestra.run.smithi003.stdout: debug mon = 20 2022-11-27T21:03:46.806 INFO:teuthology.orchestra.run.smithi003.stdout: debug auth = 20 2022-11-27T21:03:46.807 INFO:teuthology.orchestra.run.smithi003.stdout: mon reweight min pgs per osd = 4 2022-11-27T21:03:46.807 INFO:teuthology.orchestra.run.smithi003.stdout: mon reweight min bytes per osd = 10 2022-11-27T21:03:46.807 INFO:teuthology.orchestra.run.smithi003.stdout: mgr/telemetry/nag = false 2022-11-27T21:03:46.808 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.808 INFO:teuthology.orchestra.run.smithi003.stdout:[mon] 2022-11-27T21:03:46.808 INFO:teuthology.orchestra.run.smithi003.stdout: debug ms = 1 2022-11-27T21:03:46.808 INFO:teuthology.orchestra.run.smithi003.stdout: debug mon = 20 2022-11-27T21:03:46.808 INFO:teuthology.orchestra.run.smithi003.stdout: debug paxos = 20 2022-11-27T21:03:46.809 INFO:teuthology.orchestra.run.smithi003.stdout: debug auth = 20 2022-11-27T21:03:46.809 INFO:teuthology.orchestra.run.smithi003.stdout: mon data avail warn = 5 2022-11-27T21:03:46.809 INFO:teuthology.orchestra.run.smithi003.stdout: mon mgr mkfs grace = 240 2022-11-27T21:03:46.809 INFO:teuthology.orchestra.run.smithi003.stdout: mon reweight min pgs per osd = 4 2022-11-27T21:03:46.810 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd reporter subtree level = osd 2022-11-27T21:03:46.810 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd prime pg temp = true 2022-11-27T21:03:46.811 INFO:teuthology.orchestra.run.smithi003.stdout: mon reweight min bytes per osd = 10 2022-11-27T21:03:46.811 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.811 INFO:teuthology.orchestra.run.smithi003.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-11-27T21:03:46.811 INFO:teuthology.orchestra.run.smithi003.stdout: auth mon ticket ttl = 660 # 11m 2022-11-27T21:03:46.812 INFO:teuthology.orchestra.run.smithi003.stdout: auth service ticket ttl = 240 # 4m 2022-11-27T21:03:46.812 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.812 INFO:teuthology.orchestra.run.smithi003.stdout: # don't complain about insecure global_id in the test suite 2022-11-27T21:03:46.812 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-11-27T21:03:46.813 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-11-27T21:03:46.813 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.813 INFO:teuthology.orchestra.run.smithi003.stdout: # 1m isn't quite enough 2022-11-27T21:03:46.813 INFO:teuthology.orchestra.run.smithi003.stdout: mon_down_mkfs_grace = 2m 2022-11-27T21:03:46.814 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.814 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_filestore_osds = false 2022-11-27T21:03:46.814 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:03:46.814 INFO:teuthology.orchestra.run.smithi003.stdout:[client] 2022-11-27T21:03:46.815 INFO:teuthology.orchestra.run.smithi003.stdout: rgw cache enabled = true 2022-11-27T21:03:46.815 INFO:teuthology.orchestra.run.smithi003.stdout: rgw enable ops log = true 2022-11-27T21:03:46.815 INFO:teuthology.orchestra.run.smithi003.stdout: rgw enable usage log = true 2022-11-27T21:03:46.816 INFO:teuthology.orchestra.run.smithi003.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-11-27T21:03:46.816 INFO:teuthology.orchestra.run.smithi003.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-11-27T21:03:46.816 INFO:teuthology.orchestra.run.smithi003.stdout: debug rgw = 20 2022-11-27T21:03:46.816 INFO:teuthology.orchestra.run.smithi003.stdout: rgw crypt require ssl = False 2022-11-27T21:03:46.817 INFO:teuthology.orchestra.run.smithi003.stdout: rgw crypt s3 kms backend = testing 2022-11-27T21:03:46.817 INFO:teuthology.orchestra.run.smithi003.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2022-11-27T21:03:46.817 INFO:teuthology.orchestra.run.smithi003.stdout: rgw lc debug interval = 10 2022-11-27T21:03:46.817 INFO:teuthology.orchestra.run.smithi003.stdout: setgroup = ceph 2022-11-27T21:03:46.817 INFO:teuthology.orchestra.run.smithi003.stdout: setuser = ceph 2022-11-27T21:03:46.818 INFO:teuthology.orchestra.run.smithi003.stdout:[mon.a] 2022-11-27T21:03:46.818 INFO:teuthology.orchestra.run.smithi003.stdout:[mon.c] 2022-11-27T21:03:46.818 INFO:teuthology.orchestra.run.smithi003.stdout:[mon.b] 2022-11-27T21:03:46.822 INFO:teuthology.orchestra.run.smithi039.stdout:[global] 2022-11-27T21:03:46.822 INFO:teuthology.orchestra.run.smithi039.stdout: chdir = "" 2022-11-27T21:03:46.822 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-11-27T21:03:46.823 INFO:teuthology.orchestra.run.smithi039.stdout: auth supported = cephx 2022-11-27T21:03:46.823 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.823 INFO:teuthology.orchestra.run.smithi039.stdout: filestore xattr use omap = true 2022-11-27T21:03:46.823 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.824 INFO:teuthology.orchestra.run.smithi039.stdout: mon clock drift allowed = 1.000 2022-11-27T21:03:46.824 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.824 INFO:teuthology.orchestra.run.smithi039.stdout: osd crush chooseleaf type = 0 2022-11-27T21:03:46.825 INFO:teuthology.orchestra.run.smithi039.stdout: auth debug = true 2022-11-27T21:03:46.825 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.825 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on old message = true 2022-11-27T21:03:46.825 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on bug = true 2022-11-27T21:03:46.826 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.826 INFO:teuthology.orchestra.run.smithi039.stdout: mon max pg per osd = 10000 # >= luminous 2022-11-27T21:03:46.826 INFO:teuthology.orchestra.run.smithi039.stdout: mon pg warn max object skew = 0 2022-11-27T21:03:46.827 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.827 INFO:teuthology.orchestra.run.smithi039.stdout: # disable pg_autoscaler by default for new pools 2022-11-27T21:03:46.827 INFO:teuthology.orchestra.run.smithi039.stdout: osd_pool_default_pg_autoscale_mode = off 2022-11-27T21:03:46.828 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.828 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default size = 2 2022-11-27T21:03:46.828 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.828 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow primary affinity = true 2022-11-27T21:03:46.829 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow pg remap = true 2022-11-27T21:03:46.829 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on legacy crush tunables = false 2022-11-27T21:03:46.829 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on crush straw calc version zero = false 2022-11-27T21:03:46.829 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on no sortbitwise = false 2022-11-27T21:03:46.830 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on osd down out interval zero = false 2022-11-27T21:03:46.830 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on too few osds = false 2022-11-27T21:03:46.830 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-11-27T21:03:46.830 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_no_redundancy = false 2022-11-27T21:03:46.831 INFO:teuthology.orchestra.run.smithi039.stdout: mon_allow_pool_size_one = true 2022-11-27T21:03:46.831 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.831 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-11-27T21:03:46.831 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.832 INFO:teuthology.orchestra.run.smithi039.stdout: osd default data pool replay window = 5 2022-11-27T21:03:46.832 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.832 INFO:teuthology.orchestra.run.smithi039.stdout: mon allow pool delete = true 2022-11-27T21:03:46.833 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.833 INFO:teuthology.orchestra.run.smithi039.stdout: mon cluster log file level = debug 2022-11-27T21:03:46.833 INFO:teuthology.orchestra.run.smithi039.stdout: debug asserts on shutdown = true 2022-11-27T21:03:46.833 INFO:teuthology.orchestra.run.smithi039.stdout: mon health detail to clog = false 2022-11-27T21:03:46.834 INFO:teuthology.orchestra.run.smithi039.stdout: mon host = "172.21.15.3,[v2:172.21.15.3:3301,v1:172.21.15.3:6790],172.21.15.39" 2022-11-27T21:03:46.834 INFO:teuthology.orchestra.run.smithi039.stdout: osd_max_pg_log_entries = 10 2022-11-27T21:03:46.834 INFO:teuthology.orchestra.run.smithi039.stdout: osd_min_pg_log_entries = 10 2022-11-27T21:03:46.835 INFO:teuthology.orchestra.run.smithi039.stdout: fsid = 017d53a5-6c54-4489-82e8-6e0496ef4af1 2022-11-27T21:03:46.835 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.835 INFO:teuthology.orchestra.run.smithi039.stdout:[osd] 2022-11-27T21:03:46.836 INFO:teuthology.orchestra.run.smithi039.stdout: osd journal size = 100 2022-11-27T21:03:46.836 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.836 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub load threshold = 5.0 2022-11-27T21:03:46.837 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub max interval = 600 2022-11-27T21:03:46.837 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.837 INFO:teuthology.orchestra.run.smithi039.stdout: osd recover clone overlap = true 2022-11-27T21:03:46.837 INFO:teuthology.orchestra.run.smithi039.stdout: osd recovery max chunk = 1048576 2022-11-27T21:03:46.838 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.838 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug shutdown = true 2022-11-27T21:03:46.838 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug op order = true 2022-11-27T21:03:46.838 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug verify stray on activate = true 2022-11-27T21:03:46.839 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.839 INFO:teuthology.orchestra.run.smithi039.stdout: osd open classes on start = true 2022-11-27T21:03:46.839 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug pg log writeout = true 2022-11-27T21:03:46.840 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.840 INFO:teuthology.orchestra.run.smithi039.stdout: osd deep scrub update digest min age = 30 2022-11-27T21:03:46.840 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.840 INFO:teuthology.orchestra.run.smithi039.stdout: osd map max advance = 10 2022-11-27T21:03:46.841 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.841 INFO:teuthology.orchestra.run.smithi039.stdout: journal zero on create = true 2022-11-27T21:03:46.841 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.842 INFO:teuthology.orchestra.run.smithi039.stdout: filestore ondisk finisher threads = 3 2022-11-27T21:03:46.842 INFO:teuthology.orchestra.run.smithi039.stdout: filestore apply finisher threads = 3 2022-11-27T21:03:46.842 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.843 INFO:teuthology.orchestra.run.smithi039.stdout: bdev debug aio = true 2022-11-27T21:03:46.843 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug misdirected ops = true 2022-11-27T21:03:46.843 INFO:teuthology.orchestra.run.smithi039.stdout: bdev async discard = True 2022-11-27T21:03:46.844 INFO:teuthology.orchestra.run.smithi039.stdout: bdev enable discard = True 2022-11-27T21:03:46.844 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore allocator = bitmap 2022-11-27T21:03:46.844 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore block size = 96636764160 2022-11-27T21:03:46.845 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore fsck on mount = True 2022-11-27T21:03:46.845 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluefs = 1/20 2022-11-27T21:03:46.846 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluestore = 1/20 2022-11-27T21:03:46.846 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2022-11-27T21:03:46.846 INFO:teuthology.orchestra.run.smithi039.stdout: debug osd = 20 2022-11-27T21:03:46.847 INFO:teuthology.orchestra.run.smithi039.stdout: debug rocksdb = 4/10 2022-11-27T21:03:46.847 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd backfillfull_ratio = 0.85 2022-11-27T21:03:46.848 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd full ratio = 0.9 2022-11-27T21:03:46.848 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd nearfull ratio = 0.8 2022-11-27T21:03:46.849 INFO:teuthology.orchestra.run.smithi039.stdout: osd failsafe full ratio = 0.95 2022-11-27T21:03:46.849 INFO:teuthology.orchestra.run.smithi039.stdout: osd objectstore = bluestore 2022-11-27T21:03:46.849 INFO:teuthology.orchestra.run.smithi039.stdout: osd shutdown pgref assert = True 2022-11-27T21:03:46.850 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.850 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr] 2022-11-27T21:03:46.851 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2022-11-27T21:03:46.851 INFO:teuthology.orchestra.run.smithi039.stdout: debug mgr = 20 2022-11-27T21:03:46.851 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2022-11-27T21:03:46.852 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2022-11-27T21:03:46.852 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2022-11-27T21:03:46.853 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2022-11-27T21:03:46.853 INFO:teuthology.orchestra.run.smithi039.stdout: mgr/telemetry/nag = false 2022-11-27T21:03:46.853 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.854 INFO:teuthology.orchestra.run.smithi039.stdout:[mon] 2022-11-27T21:03:46.854 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2022-11-27T21:03:46.855 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2022-11-27T21:03:46.855 INFO:teuthology.orchestra.run.smithi039.stdout: debug paxos = 20 2022-11-27T21:03:46.855 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2022-11-27T21:03:46.856 INFO:teuthology.orchestra.run.smithi039.stdout: mon data avail warn = 5 2022-11-27T21:03:46.856 INFO:teuthology.orchestra.run.smithi039.stdout: mon mgr mkfs grace = 240 2022-11-27T21:03:46.857 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2022-11-27T21:03:46.857 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd reporter subtree level = osd 2022-11-27T21:03:46.858 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd prime pg temp = true 2022-11-27T21:03:46.858 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2022-11-27T21:03:46.858 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.858 INFO:teuthology.orchestra.run.smithi039.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-11-27T21:03:46.859 INFO:teuthology.orchestra.run.smithi039.stdout: auth mon ticket ttl = 660 # 11m 2022-11-27T21:03:46.859 INFO:teuthology.orchestra.run.smithi039.stdout: auth service ticket ttl = 240 # 4m 2022-11-27T21:03:46.860 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.860 INFO:teuthology.orchestra.run.smithi039.stdout: # don't complain about insecure global_id in the test suite 2022-11-27T21:03:46.860 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-11-27T21:03:46.861 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-11-27T21:03:46.861 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.862 INFO:teuthology.orchestra.run.smithi039.stdout: # 1m isn't quite enough 2022-11-27T21:03:46.862 INFO:teuthology.orchestra.run.smithi039.stdout: mon_down_mkfs_grace = 2m 2022-11-27T21:03:46.863 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.863 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_filestore_osds = false 2022-11-27T21:03:46.864 INFO:teuthology.orchestra.run.smithi039.stdout: 2022-11-27T21:03:46.864 INFO:teuthology.orchestra.run.smithi039.stdout:[client] 2022-11-27T21:03:46.864 INFO:teuthology.orchestra.run.smithi039.stdout: rgw cache enabled = true 2022-11-27T21:03:46.865 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable ops log = true 2022-11-27T21:03:46.865 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable usage log = true 2022-11-27T21:03:46.866 INFO:teuthology.orchestra.run.smithi039.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-11-27T21:03:46.866 INFO:teuthology.orchestra.run.smithi039.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-11-27T21:03:46.866 INFO:teuthology.orchestra.run.smithi039.stdout: debug rgw = 20 2022-11-27T21:03:46.867 INFO:teuthology.orchestra.run.smithi039.stdout: rgw crypt require ssl = False 2022-11-27T21:03:46.867 INFO:teuthology.orchestra.run.smithi039.stdout: rgw crypt s3 kms backend = testing 2022-11-27T21:03:46.867 INFO:teuthology.orchestra.run.smithi039.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2022-11-27T21:03:46.868 INFO:teuthology.orchestra.run.smithi039.stdout: rgw lc debug interval = 10 2022-11-27T21:03:46.868 INFO:teuthology.orchestra.run.smithi039.stdout: setgroup = ceph 2022-11-27T21:03:46.869 INFO:teuthology.orchestra.run.smithi039.stdout: setuser = ceph 2022-11-27T21:03:46.869 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.a] 2022-11-27T21:03:46.869 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.c] 2022-11-27T21:03:46.869 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.b] 2022-11-27T21:03:46.870 INFO:tasks.ceph:Creating admin key on mon.a... 2022-11-27T21:03:46.870 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2022-11-27T21:03:46.930 INFO:tasks.ceph:Copying monmap to all nodes... 2022-11-27T21:03:46.931 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:46.931 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2022-11-27T21:03:46.956 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:46.957 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2022-11-27T21:03:47.016 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi003.front.sepia.ceph.com 2022-11-27T21:03:47.017 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:47.017 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/ceph/ceph.keyring 2022-11-27T21:03:47.018 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0644 /etc/ceph/ceph.keyring 2022-11-27T21:03:47.103 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:03:47.104 DEBUG:teuthology.orchestra.run.smithi003:> dd of=/home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:03:47.164 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi039.front.sepia.ceph.com 2022-11-27T21:03:47.165 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:03:47.165 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.keyring 2022-11-27T21:03:47.166 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0644 /etc/ceph/ceph.keyring 2022-11-27T21:03:47.206 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:03:47.206 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:03:47.266 INFO:tasks.ceph:Setting up mon nodes... 2022-11-27T21:03:47.267 INFO:tasks.ceph:Setting up mgr nodes... 2022-11-27T21:03:47.267 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2022-11-27T21:03:47.323 INFO:teuthology.orchestra.run.smithi003.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2022-11-27T21:03:47.326 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2022-11-27T21:03:47.393 INFO:teuthology.orchestra.run.smithi039.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2022-11-27T21:03:47.395 INFO:tasks.ceph:Setting up mds nodes... 2022-11-27T21:03:47.396 INFO:tasks.ceph_client:Setting up client nodes... 2022-11-27T21:03:47.396 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-11-27T21:03:47.441 INFO:teuthology.orchestra.run.smithi003.stdout:creating /etc/ceph/ceph.client.0.keyring 2022-11-27T21:03:47.454 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2022-11-27T21:03:47.501 INFO:teuthology.orchestra.run.smithi039.stdout:creating /etc/ceph/ceph.client.1.keyring 2022-11-27T21:03:47.513 INFO:tasks.ceph:Running mkfs on osd nodes... 2022-11-27T21:03:47.514 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi003.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi039.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2022-11-27T21:03:47.514 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2022-11-27T21:03:47.544 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T21:03:47.545 INFO:tasks.ceph:role: osd.0 2022-11-27T21:03:47.546 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi003.front.sepia.ceph.com 2022-11-27T21:03:47.548 DEBUG:teuthology.orchestra.run.smithi003:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-11-27T21:03:47.628 INFO:teuthology.orchestra.run.smithi003.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T21:03:47.629 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T21:03:47.629 INFO:teuthology.orchestra.run.smithi003.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T21:03:47.629 INFO:teuthology.orchestra.run.smithi003.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T21:03:47.629 INFO:teuthology.orchestra.run.smithi003.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T21:03:47.630 INFO:teuthology.orchestra.run.smithi003.stdout: = sunit=0 swidth=0 blks 2022-11-27T21:03:47.630 INFO:teuthology.orchestra.run.smithi003.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T21:03:47.630 INFO:teuthology.orchestra.run.smithi003.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T21:03:47.630 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T21:03:47.631 INFO:teuthology.orchestra.run.smithi003.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T21:03:48.059 INFO:teuthology.orchestra.run.smithi003.stdout:Discarding blocks...Done. 2022-11-27T21:03:48.061 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi003.front.sepia.ceph.com -o noatime 2022-11-27T21:03:48.062 DEBUG:teuthology.orchestra.run.smithi003:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2022-11-27T21:03:48.238 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2022-11-27T21:03:48.275 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2022-11-27T21:03:48.344 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T21:03:48.345 INFO:tasks.ceph:role: osd.1 2022-11-27T21:03:48.345 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi003.front.sepia.ceph.com 2022-11-27T21:03:48.345 DEBUG:teuthology.orchestra.run.smithi003:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2022-11-27T21:03:48.420 INFO:teuthology.orchestra.run.smithi003.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T21:03:48.420 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T21:03:48.420 INFO:teuthology.orchestra.run.smithi003.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T21:03:48.420 INFO:teuthology.orchestra.run.smithi003.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T21:03:48.421 INFO:teuthology.orchestra.run.smithi003.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T21:03:48.421 INFO:teuthology.orchestra.run.smithi003.stdout: = sunit=0 swidth=0 blks 2022-11-27T21:03:48.421 INFO:teuthology.orchestra.run.smithi003.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T21:03:48.421 INFO:teuthology.orchestra.run.smithi003.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T21:03:48.422 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T21:03:48.422 INFO:teuthology.orchestra.run.smithi003.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T21:03:48.828 INFO:teuthology.orchestra.run.smithi003.stdout:Discarding blocks...Done. 2022-11-27T21:03:48.831 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi003.front.sepia.ceph.com -o noatime 2022-11-27T21:03:48.831 DEBUG:teuthology.orchestra.run.smithi003:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2022-11-27T21:03:48.953 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2022-11-27T21:03:48.990 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2022-11-27T21:03:49.068 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T21:03:49.069 INFO:tasks.ceph:role: osd.2 2022-11-27T21:03:49.069 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi003.front.sepia.ceph.com 2022-11-27T21:03:49.070 DEBUG:teuthology.orchestra.run.smithi003:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2022-11-27T21:03:49.144 INFO:teuthology.orchestra.run.smithi003.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T21:03:49.145 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T21:03:49.145 INFO:teuthology.orchestra.run.smithi003.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T21:03:49.145 INFO:teuthology.orchestra.run.smithi003.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T21:03:49.146 INFO:teuthology.orchestra.run.smithi003.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T21:03:49.146 INFO:teuthology.orchestra.run.smithi003.stdout: = sunit=0 swidth=0 blks 2022-11-27T21:03:49.146 INFO:teuthology.orchestra.run.smithi003.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T21:03:49.146 INFO:teuthology.orchestra.run.smithi003.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T21:03:49.147 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T21:03:49.147 INFO:teuthology.orchestra.run.smithi003.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T21:03:49.588 INFO:teuthology.orchestra.run.smithi003.stdout:Discarding blocks...Done. 2022-11-27T21:03:49.590 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi003.front.sepia.ceph.com -o noatime 2022-11-27T21:03:49.591 DEBUG:teuthology.orchestra.run.smithi003:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2022-11-27T21:03:49.797 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2022-11-27T21:03:49.869 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2022-11-27T21:03:49.933 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2022-11-27T21:03:49.933 INFO:tasks.ceph:role: osd.3 2022-11-27T21:03:49.934 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi003.front.sepia.ceph.com 2022-11-27T21:03:49.934 DEBUG:teuthology.orchestra.run.smithi003:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2022-11-27T21:03:50.022 INFO:teuthology.orchestra.run.smithi003.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T21:03:50.024 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T21:03:50.025 INFO:teuthology.orchestra.run.smithi003.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T21:03:50.026 INFO:teuthology.orchestra.run.smithi003.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T21:03:50.026 INFO:teuthology.orchestra.run.smithi003.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T21:03:50.026 INFO:teuthology.orchestra.run.smithi003.stdout: = sunit=0 swidth=0 blks 2022-11-27T21:03:50.026 INFO:teuthology.orchestra.run.smithi003.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T21:03:50.027 INFO:teuthology.orchestra.run.smithi003.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T21:03:50.027 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T21:03:50.027 INFO:teuthology.orchestra.run.smithi003.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T21:03:50.454 INFO:teuthology.orchestra.run.smithi003.stdout:Discarding blocks...Done. 2022-11-27T21:03:50.457 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi003.front.sepia.ceph.com -o noatime 2022-11-27T21:03:50.457 DEBUG:teuthology.orchestra.run.smithi003:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2022-11-27T21:03:50.607 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2022-11-27T21:03:50.657 DEBUG:teuthology.orchestra.run.smithi003:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:03:50.750 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:50.746+0000 7fed7ed205c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2022-11-27T21:03:50.750 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:50.746+0000 7fed7ed205c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2022-11-27T21:03:50.750 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:50.746+0000 7fed7ed205c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T21:03:50.751 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:50.746+0000 7fed7ed205c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T21:03:50.751 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:50.746+0000 7fed7ed205c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T21:03:50.751 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:50.747+0000 7fed7ed205c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2022-11-27T21:03:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:51.273+0000 7fed7ed205c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:52.042 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:52.039+0000 7fed7ed205c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:52.808 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:52.802+0000 7fed7ed205c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:53.607 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-11-27T21:03:53.646 DEBUG:teuthology.orchestra.run.smithi003:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:03:53.742 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:53.737+0000 7f3b903a65c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2022-11-27T21:03:53.743 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:53.737+0000 7f3b903a65c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2022-11-27T21:03:53.743 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:53.737+0000 7f3b903a65c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2022-11-27T21:03:53.743 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:53.737+0000 7f3b903a65c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2022-11-27T21:03:53.744 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:53.737+0000 7f3b903a65c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2022-11-27T21:03:53.744 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:53.738+0000 7f3b903a65c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2022-11-27T21:03:54.273 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:54.268+0000 7f3b903a65c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:55.032 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:55.030+0000 7f3b903a65c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:55.797 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:55.794+0000 7f3b903a65c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:56.600 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2022-11-27T21:03:56.635 DEBUG:teuthology.orchestra.run.smithi003:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:03:56.732 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:56.726+0000 7f7d7724c5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2022-11-27T21:03:56.732 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:56.726+0000 7f7d7724c5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2022-11-27T21:03:56.732 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:56.726+0000 7f7d7724c5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2022-11-27T21:03:56.733 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:56.726+0000 7f7d7724c5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2022-11-27T21:03:56.733 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:56.726+0000 7f7d7724c5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2022-11-27T21:03:56.733 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:56.727+0000 7f7d7724c5c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2022-11-27T21:03:57.261 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:57.258+0000 7f7d7724c5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:58.028+0000 7f7d7724c5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:58.794 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:58.792+0000 7f7d7724c5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:03:59.587 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2022-11-27T21:03:59.621 DEBUG:teuthology.orchestra.run.smithi003:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:03:59.714 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:59.711+0000 7f4b0389f5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2022-11-27T21:03:59.715 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:59.712+0000 7f4b0389f5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2022-11-27T21:03:59.715 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:59.712+0000 7f4b0389f5c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2022-11-27T21:03:59.715 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:59.712+0000 7f4b0389f5c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2022-11-27T21:03:59.716 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:59.712+0000 7f4b0389f5c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2022-11-27T21:03:59.716 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:03:59.712+0000 7f4b0389f5c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2022-11-27T21:04:00.241 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:04:00.239+0000 7f4b0389f5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:01.000 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:04:00.998+0000 7f4b0389f5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:04:01.761+0000 7f4b0389f5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:02.561 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2022-11-27T21:04:02.597 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2022-11-27T21:04:02.631 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T21:04:02.631 INFO:tasks.ceph:role: osd.4 2022-11-27T21:04:02.632 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi039.front.sepia.ceph.com 2022-11-27T21:04:02.632 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-11-27T21:04:02.734 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T21:04:02.735 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T21:04:02.735 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T21:04:02.736 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T21:04:02.736 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T21:04:02.737 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2022-11-27T21:04:02.737 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T21:04:02.737 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T21:04:02.738 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T21:04:02.738 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T21:04:04.028 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2022-11-27T21:04:04.030 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2022-11-27T21:04:04.030 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2022-11-27T21:04:04.080 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2022-11-27T21:04:04.121 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2022-11-27T21:04:04.194 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T21:04:04.195 INFO:tasks.ceph:role: osd.5 2022-11-27T21:04:04.195 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi039.front.sepia.ceph.com 2022-11-27T21:04:04.195 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2022-11-27T21:04:04.294 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T21:04:04.295 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T21:04:04.295 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T21:04:04.295 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T21:04:04.295 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T21:04:04.296 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2022-11-27T21:04:04.296 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T21:04:04.296 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T21:04:04.296 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T21:04:04.297 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T21:04:05.597 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2022-11-27T21:04:05.599 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2022-11-27T21:04:05.599 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2022-11-27T21:04:05.653 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2022-11-27T21:04:05.688 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2022-11-27T21:04:05.759 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T21:04:05.760 INFO:tasks.ceph:role: osd.6 2022-11-27T21:04:05.760 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi039.front.sepia.ceph.com 2022-11-27T21:04:05.761 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2022-11-27T21:04:05.862 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T21:04:05.863 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T21:04:05.863 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T21:04:05.863 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T21:04:05.863 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T21:04:05.864 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2022-11-27T21:04:05.864 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T21:04:05.864 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T21:04:05.864 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T21:04:05.865 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T21:04:07.166 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2022-11-27T21:04:07.168 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2022-11-27T21:04:07.168 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2022-11-27T21:04:07.223 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2022-11-27T21:04:07.263 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2022-11-27T21:04:07.340 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2022-11-27T21:04:07.340 INFO:tasks.ceph:role: osd.7 2022-11-27T21:04:07.341 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi039.front.sepia.ceph.com 2022-11-27T21:04:07.341 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2022-11-27T21:04:07.436 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T21:04:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T21:04:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T21:04:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T21:04:07.438 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T21:04:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2022-11-27T21:04:07.439 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T21:04:07.440 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T21:04:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T21:04:07.441 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T21:04:08.733 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2022-11-27T21:04:08.735 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2022-11-27T21:04:08.735 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2022-11-27T21:04:08.805 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2022-11-27T21:04:08.842 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:04:08.933 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:08.929+0000 7f9ad9c8a5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2022-11-27T21:04:08.934 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:08.930+0000 7f9ad9c8a5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2022-11-27T21:04:08.935 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:08.930+0000 7f9ad9c8a5c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2022-11-27T21:04:08.936 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:08.930+0000 7f9ad9c8a5c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2022-11-27T21:04:08.936 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:08.930+0000 7f9ad9c8a5c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2022-11-27T21:04:08.937 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:08.930+0000 7f9ad9c8a5c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2022-11-27T21:04:09.462 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:09.459+0000 7f9ad9c8a5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:10.227 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:10.224+0000 7f9ad9c8a5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:10.989 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:10.986+0000 7f9ad9c8a5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:11.784 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2022-11-27T21:04:11.818 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:04:11.911 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:11.907+0000 7fc8482e75c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2022-11-27T21:04:11.912 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:11.907+0000 7fc8482e75c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2022-11-27T21:04:11.913 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:11.907+0000 7fc8482e75c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2022-11-27T21:04:11.913 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:11.907+0000 7fc8482e75c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2022-11-27T21:04:11.913 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:11.907+0000 7fc8482e75c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2022-11-27T21:04:11.914 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:11.908+0000 7fc8482e75c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2022-11-27T21:04:12.433 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:12.431+0000 7fc8482e75c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:13.203 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:13.194+0000 7fc8482e75c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:13.959 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:13.956+0000 7fc8482e75c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:14.771 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2022-11-27T21:04:14.805 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:04:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:14.913+0000 7f6683af15c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2022-11-27T21:04:14.919 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:14.913+0000 7f6683af15c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2022-11-27T21:04:14.920 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:14.913+0000 7f6683af15c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2022-11-27T21:04:14.920 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:14.913+0000 7f6683af15c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2022-11-27T21:04:14.921 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:14.913+0000 7f6683af15c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2022-11-27T21:04:14.921 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:14.914+0000 7f6683af15c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2022-11-27T21:04:15.443 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:15.440+0000 7f6683af15c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:16.229 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:16.226+0000 7f6683af15c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:16.991 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:16.988+0000 7f6683af15c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:17.809 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2022-11-27T21:04:17.840 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:04:17.932 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:17.928+0000 7fbdf2ffb5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2022-11-27T21:04:17.932 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:17.928+0000 7fbdf2ffb5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2022-11-27T21:04:17.932 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:17.928+0000 7fbdf2ffb5c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2022-11-27T21:04:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:17.928+0000 7fbdf2ffb5c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2022-11-27T21:04:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:17.928+0000 7fbdf2ffb5c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2022-11-27T21:04:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:17.929+0000 7fbdf2ffb5c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2022-11-27T21:04:18.457 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:18.454+0000 7fbdf2ffb5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:19.220 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:19.218+0000 7fbdf2ffb5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:19.983 INFO:teuthology.orchestra.run.smithi039.stderr:2022-11-27T21:04:19.980+0000 7fbdf2ffb5c0 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2022-11-27T21:04:20.786 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2022-11-27T21:04:20.822 INFO:tasks.ceph:Reading keys from all nodes... 2022-11-27T21:04:20.823 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:20.823 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2022-11-27T21:04:20.860 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:20.861 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2022-11-27T21:04:20.932 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:20.932 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2022-11-27T21:04:21.008 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:21.009 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2022-11-27T21:04:21.079 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:21.086 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2022-11-27T21:04:21.156 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:21.157 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2022-11-27T21:04:21.198 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:21.198 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2022-11-27T21:04:21.290 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:21.291 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2022-11-27T21:04:21.362 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:21.362 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2022-11-27T21:04:21.432 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:21.433 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2022-11-27T21:04:21.509 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:21.510 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2022-11-27T21:04:21.538 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:21.539 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2022-11-27T21:04:21.569 INFO:tasks.ceph:Adding keys to all mons... 2022-11-27T21:04:21.570 DEBUG:teuthology.orchestra.run.smithi003:> sudo tee -a /etc/ceph/ceph.keyring 2022-11-27T21:04:21.582 DEBUG:teuthology.orchestra.run.smithi039:> sudo tee -a /etc/ceph/ceph.keyring 2022-11-27T21:04:21.613 INFO:teuthology.orchestra.run.smithi003.stdout:[mgr.y] 2022-11-27T21:04:21.613 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQCz0INj7do0ExAAYPwvWMzGCcy4zM5sOReEFw== 2022-11-27T21:04:21.614 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.0] 2022-11-27T21:04:21.614 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQC20INjWFKSLBAA1j73MKwb3CHFQgTu5FZdaw== 2022-11-27T21:04:21.614 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.1] 2022-11-27T21:04:21.614 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQC50INjI8oGLBAADDQq1V2DUClYNyVChBiQYg== 2022-11-27T21:04:21.615 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.2] 2022-11-27T21:04:21.615 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQC80INjry9eKxAAidxczgyy66A3xsbYSebInQ== 2022-11-27T21:04:21.616 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.3] 2022-11-27T21:04:21.616 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQC/0INjGEt+KhAAy3HisvhA0tRJ4mLeO+ZAEg== 2022-11-27T21:04:21.616 INFO:teuthology.orchestra.run.smithi003.stdout:[mgr.x] 2022-11-27T21:04:21.617 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQCz0INjlBJUFxAAt29fyZpKNa15Hv7t8I/uvg== 2022-11-27T21:04:21.617 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.4] 2022-11-27T21:04:21.618 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDI0INjhkZ/NxAA+LZGicYuiHbDMVNpVgdK0g== 2022-11-27T21:04:21.618 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.5] 2022-11-27T21:04:21.618 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDL0INjE/cqNhAAKYNKJl0ND/c4QiuPwI03Zg== 2022-11-27T21:04:21.619 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.6] 2022-11-27T21:04:21.619 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDO0INjzcyENhAATXkTo4YeudhUWDK28GJV+A== 2022-11-27T21:04:21.619 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.7] 2022-11-27T21:04:21.620 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDR0INjia5tNxAAVHCLhivgUfkJSB0utrm5+g== 2022-11-27T21:04:21.620 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2022-11-27T21:04:21.622 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQCz0INjmWpCGhAARQYJxLXciPIhuq11edeyyw== 2022-11-27T21:04:21.622 INFO:teuthology.orchestra.run.smithi003.stdout:[client.1] 2022-11-27T21:04:21.623 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQCz0INjTPHCHRAAqShGkofL0CLPYj1wkkeZgw== 2022-11-27T21:04:21.636 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr.y] 2022-11-27T21:04:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCz0INj7do0ExAAYPwvWMzGCcy4zM5sOReEFw== 2022-11-27T21:04:21.637 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.0] 2022-11-27T21:04:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQC20INjWFKSLBAA1j73MKwb3CHFQgTu5FZdaw== 2022-11-27T21:04:21.637 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.1] 2022-11-27T21:04:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQC50INjI8oGLBAADDQq1V2DUClYNyVChBiQYg== 2022-11-27T21:04:21.638 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.2] 2022-11-27T21:04:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQC80INjry9eKxAAidxczgyy66A3xsbYSebInQ== 2022-11-27T21:04:21.638 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.3] 2022-11-27T21:04:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQC/0INjGEt+KhAAy3HisvhA0tRJ4mLeO+ZAEg== 2022-11-27T21:04:21.639 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr.x] 2022-11-27T21:04:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCz0INjlBJUFxAAt29fyZpKNa15Hv7t8I/uvg== 2022-11-27T21:04:21.640 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.4] 2022-11-27T21:04:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDI0INjhkZ/NxAA+LZGicYuiHbDMVNpVgdK0g== 2022-11-27T21:04:21.641 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.5] 2022-11-27T21:04:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDL0INjE/cqNhAAKYNKJl0ND/c4QiuPwI03Zg== 2022-11-27T21:04:21.641 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.6] 2022-11-27T21:04:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDO0INjzcyENhAATXkTo4YeudhUWDK28GJV+A== 2022-11-27T21:04:21.641 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.7] 2022-11-27T21:04:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDR0INjia5tNxAAVHCLhivgUfkJSB0utrm5+g== 2022-11-27T21:04:21.642 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2022-11-27T21:04:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCz0INjmWpCGhAARQYJxLXciPIhuq11edeyyw== 2022-11-27T21:04:21.643 INFO:teuthology.orchestra.run.smithi039.stdout:[client.1] 2022-11-27T21:04:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQCz0INjTPHCHRAAqShGkofL0CLPYj1wkkeZgw== 2022-11-27T21:04:21.647 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T21:04:21.676 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T21:04:21.748 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:21.754 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:21.810 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:21.815 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:21.871 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:21.875 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:21.931 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:21.934 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:21.992 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T21:04:21.995 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T21:04:22.053 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:22.064 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:22.125 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:22.129 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:22.198 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:22.211 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:22.267 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:22.271 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T21:04:22.328 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T21:04:22.335 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T21:04:22.395 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T21:04:22.400 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T21:04:22.459 INFO:tasks.ceph:Running mkfs on mon nodes... 2022-11-27T21:04:22.460 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2022-11-27T21:04:22.488 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2022-11-27T21:04:22.588 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2022-11-27T21:04:22.616 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2022-11-27T21:04:22.684 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2022-11-27T21:04:22.783 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2022-11-27T21:04:22.812 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2022-11-27T21:04:22.843 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2022-11-27T21:04:22.946 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2022-11-27T21:04:22.974 DEBUG:teuthology.orchestra.run.smithi003:> rm -- /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:04:22.977 DEBUG:teuthology.orchestra.run.smithi039:> rm -- /home/ubuntu/cephtest/ceph.monmap 2022-11-27T21:04:23.033 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2022-11-27T21:04:23.033 INFO:tasks.ceph.mon.a:Restarting daemon 2022-11-27T21:04:23.034 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2022-11-27T21:04:23.037 INFO:tasks.ceph.mon.a:Started 2022-11-27T21:04:23.038 INFO:tasks.ceph.mon.c:Restarting daemon 2022-11-27T21:04:23.038 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2022-11-27T21:04:23.041 INFO:tasks.ceph.mon.c:Started 2022-11-27T21:04:23.042 INFO:tasks.ceph.mon.b:Restarting daemon 2022-11-27T21:04:23.044 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2022-11-27T21:04:23.077 INFO:tasks.ceph.mon.b:Started 2022-11-27T21:04:23.078 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2022-11-27T21:04:23.079 INFO:tasks.ceph.mgr.y:Restarting daemon 2022-11-27T21:04:23.080 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2022-11-27T21:04:23.085 INFO:tasks.ceph.mgr.y:Started 2022-11-27T21:04:23.086 INFO:tasks.ceph.mgr.x:Restarting daemon 2022-11-27T21:04:23.086 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2022-11-27T21:04:23.090 INFO:tasks.ceph.mgr.x:Started 2022-11-27T21:04:23.090 INFO:tasks.ceph:Setting crush tunables to default 2022-11-27T21:04:23.091 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --cluster ceph osd crush tunables default 2022-11-27T21:04:28.628 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:28.625+0000 7f9167e0a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2022-11-27T21:04:28.816 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:28.813+0000 7f9167e0a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2022-11-27T21:04:28.896 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:28.890+0000 7f9167e0a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2022-11-27T21:04:28.964 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:28.961+0000 7f9167e0a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2022-11-27T21:04:29.317 INFO:teuthology.orchestra.run.smithi003.stderr:adjusted tunables profile to default 2022-11-27T21:04:29.333 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2022-11-27T21:04:29.334 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:29.335 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2022-11-27T21:04:29.367 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:29.368 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2022-11-27T21:04:29.399 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:29.393+0000 7f5ed7a36200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2022-11-27T21:04:29.429 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:29.430 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2022-11-27T21:04:29.498 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:04:29.498 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2022-11-27T21:04:29.566 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:29.567 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2022-11-27T21:04:29.584 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:29.582+0000 7f5ed7a36200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2022-11-27T21:04:29.596 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:29.597 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2022-11-27T21:04:29.662 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:29.659+0000 7f5ed7a36200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2022-11-27T21:04:29.665 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:29.665 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2022-11-27T21:04:29.676 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:29.670+0000 7f9167e0a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2022-11-27T21:04:29.705 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2022-11-27T21:04:29.705 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2022-11-27T21:04:29.733 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:29.730+0000 7f5ed7a36200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2022-11-27T21:04:29.776 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd new ecddd148-98db-4662-be5f-7fc77f2dd889 0 2022-11-27T21:04:29.790 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:29.787+0000 7f9167e0a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2022-11-27T21:04:29.871 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:29.868+0000 7f9167e0a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2022-11-27T21:04:30.006 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:30.003+0000 7f9167e0a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2022-11-27T21:04:30.022 INFO:teuthology.orchestra.run.smithi039.stdout:0 2022-11-27T21:04:30.037 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd new fcd14f05-f31f-4a1a-8b12-fd703bd59d3b 1 2022-11-27T21:04:30.116 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:30.113+0000 7f9167e0a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2022-11-27T21:04:30.187 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:30.184+0000 7f9167e0a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2022-11-27T21:04:30.262 INFO:teuthology.orchestra.run.smithi039.stdout:1 2022-11-27T21:04:30.276 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd new ae67c855-aa94-4d28-a62e-20221bc9dc4e 2 2022-11-27T21:04:30.310 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:30.304+0000 7f5ed7a36200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2022-11-27T21:04:30.422 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:30.419+0000 7f5ed7a36200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2022-11-27T21:04:30.495 INFO:teuthology.orchestra.run.smithi039.stdout:2 2022-11-27T21:04:30.500 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:30.498+0000 7f5ed7a36200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2022-11-27T21:04:30.510 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd new cad5d5fc-640c-4cc1-875d-06504e8704f2 3 2022-11-27T21:04:30.612 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:30.609+0000 7f9167e0a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2022-11-27T21:04:30.633 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:30.630+0000 7f5ed7a36200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2022-11-27T21:04:30.733 INFO:teuthology.orchestra.run.smithi039.stdout:3 2022-11-27T21:04:30.734 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:30.731+0000 7f5ed7a36200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2022-11-27T21:04:30.746 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd new eadcc5ac-94f5-4ede-af72-ab604b0883cf 4 2022-11-27T21:04:30.755 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:30.752+0000 7f9167e0a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2022-11-27T21:04:30.803 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:30.800+0000 7f5ed7a36200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2022-11-27T21:04:30.832 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:30.829+0000 7f9167e0a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2022-11-27T21:04:30.974 INFO:teuthology.orchestra.run.smithi039.stdout:4 2022-11-27T21:04:30.989 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd new 2cf9a57e-2bd6-4e41-975c-32662f973061 5 2022-11-27T21:04:31.009 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:31.003+0000 7f9167e0a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2022-11-27T21:04:31.160 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:31.157+0000 7f9167e0a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2022-11-27T21:04:31.193 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:31.191+0000 7f5ed7a36200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2022-11-27T21:04:31.233 INFO:teuthology.orchestra.run.smithi039.stdout:5 2022-11-27T21:04:31.245 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd new 844f1436-8af7-4467-a72c-6744fc2f6ef4 6 2022-11-27T21:04:31.311 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:31.308+0000 7f9167e0a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2022-11-27T21:04:31.334 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:31.331+0000 7f5ed7a36200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2022-11-27T21:04:31.408 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:31.406+0000 7f5ed7a36200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2022-11-27T21:04:31.477 INFO:teuthology.orchestra.run.smithi039.stdout:6 2022-11-27T21:04:31.494 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd new 3db6ffbf-4324-45ce-b2f7-c30bdb752828 7 2022-11-27T21:04:31.568 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:31.565+0000 7f9167e0a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2022-11-27T21:04:31.581 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:31.576+0000 7f5ed7a36200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2022-11-27T21:04:31.712 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:31.710+0000 7f9167e0a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2022-11-27T21:04:31.717 INFO:teuthology.orchestra.run.smithi039.stdout:7 2022-11-27T21:04:31.726 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:31.724+0000 7f5ed7a36200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2022-11-27T21:04:31.730 INFO:tasks.ceph.osd.0:Restarting daemon 2022-11-27T21:04:31.730 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2022-11-27T21:04:31.733 INFO:tasks.ceph.osd.0:Started 2022-11-27T21:04:31.734 INFO:tasks.ceph.osd.1:Restarting daemon 2022-11-27T21:04:31.734 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2022-11-27T21:04:31.737 INFO:tasks.ceph.osd.1:Started 2022-11-27T21:04:31.737 INFO:tasks.ceph.osd.2:Restarting daemon 2022-11-27T21:04:31.737 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2022-11-27T21:04:31.740 INFO:tasks.ceph.osd.2:Started 2022-11-27T21:04:31.741 INFO:tasks.ceph.osd.3:Restarting daemon 2022-11-27T21:04:31.741 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2022-11-27T21:04:31.744 INFO:tasks.ceph.osd.3:Started 2022-11-27T21:04:31.745 INFO:tasks.ceph.osd.4:Restarting daemon 2022-11-27T21:04:31.746 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2022-11-27T21:04:31.749 INFO:tasks.ceph.osd.4:Started 2022-11-27T21:04:31.750 INFO:tasks.ceph.osd.5:Restarting daemon 2022-11-27T21:04:31.750 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2022-11-27T21:04:31.753 INFO:tasks.ceph.osd.5:Started 2022-11-27T21:04:31.753 INFO:tasks.ceph.osd.6:Restarting daemon 2022-11-27T21:04:31.754 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2022-11-27T21:04:31.756 INFO:tasks.ceph.osd.6:Started 2022-11-27T21:04:31.756 INFO:tasks.ceph.osd.7:Restarting daemon 2022-11-27T21:04:31.757 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2022-11-27T21:04:31.759 INFO:tasks.ceph.osd.7:Started 2022-11-27T21:04:31.760 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T21:04:31.913 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:31.910+0000 7f5ed7a36200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2022-11-27T21:04:32.013 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:04:32.013 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":10,"fsid":"017d53a5-6c54-4489-82e8-6e0496ef4af1","created":"2022-11-27T21:04:28.352970+0000","modified":"2022-11-27T21:04:31.709526+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T21:04:31.709526+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"ecddd148-98db-4662-be5f-7fc77f2dd889","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fcd14f05-f31f-4a1a-8b12-fd703bd59d3b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ae67c855-aa94-4d28-a62e-20221bc9dc4e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cad5d5fc-640c-4cc1-875d-06504e8704f2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"eadcc5ac-94f5-4ede-af72-ab604b0883cf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"2cf9a57e-2bd6-4e41-975c-32662f973061","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"844f1436-8af7-4467-a72c-6744fc2f6ef4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"3db6ffbf-4324-45ce-b2f7-c30bdb752828","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T21:04:32.027 INFO:tasks.ceph.ceph_manager.ceph:[] 2022-11-27T21:04:32.028 INFO:tasks.ceph:Waiting for OSDs to come up 2022-11-27T21:04:32.130 INFO:tasks.ceph.osd.0.smithi003.stderr:2022-11-27T21:04:32.126+0000 7f89f228a5c0 -1 Falling back to public interface 2022-11-27T21:04:32.173 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:32.170+0000 7f5ed7a36200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2022-11-27T21:04:32.314 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:32.311+0000 7f5ed7a36200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2022-11-27T21:04:32.353 INFO:tasks.ceph.osd.1.smithi003.stderr:2022-11-27T21:04:32.350+0000 7f8c9d9865c0 -1 Falling back to public interface 2022-11-27T21:04:32.356 INFO:tasks.ceph.osd.4.smithi039.stderr:2022-11-27T21:04:32.353+0000 7f77a68545c0 -1 Falling back to public interface 2022-11-27T21:04:32.362 INFO:tasks.ceph.osd.2.smithi003.stderr:2022-11-27T21:04:32.360+0000 7f8afcf575c0 -1 Falling back to public interface 2022-11-27T21:04:32.365 INFO:tasks.ceph.osd.5.smithi039.stderr:2022-11-27T21:04:32.363+0000 7f2f3e7f65c0 -1 Falling back to public interface 2022-11-27T21:04:32.370 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:32.368+0000 7f9167e0a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2022-11-27T21:04:32.372 INFO:tasks.ceph.osd.3.smithi003.stderr:2022-11-27T21:04:32.370+0000 7fe2421ff5c0 -1 Falling back to public interface 2022-11-27T21:04:32.387 INFO:tasks.ceph.osd.6.smithi039.stderr:2022-11-27T21:04:32.384+0000 7fe455c085c0 -1 Falling back to public interface 2022-11-27T21:04:32.396 INFO:tasks.ceph.osd.7.smithi039.stderr:2022-11-27T21:04:32.393+0000 7f47d90565c0 -1 Falling back to public interface 2022-11-27T21:04:32.597 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:32.594+0000 7f9167e0a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2022-11-27T21:04:32.837 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T21:04:32.942 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:32.939+0000 7f5ed7a36200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2022-11-27T21:04:33.032 INFO:teuthology.misc.health.smithi003.stdout: 2022-11-27T21:04:33.032 INFO:teuthology.misc.health.smithi003.stdout:{"epoch":10,"fsid":"017d53a5-6c54-4489-82e8-6e0496ef4af1","created":"2022-11-27T21:04:28.352970+0000","modified":"2022-11-27T21:04:31.709526+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T21:04:31.709526+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"ecddd148-98db-4662-be5f-7fc77f2dd889","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fcd14f05-f31f-4a1a-8b12-fd703bd59d3b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ae67c855-aa94-4d28-a62e-20221bc9dc4e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cad5d5fc-640c-4cc1-875d-06504e8704f2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"eadcc5ac-94f5-4ede-af72-ab604b0883cf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"2cf9a57e-2bd6-4e41-975c-32662f973061","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"844f1436-8af7-4467-a72c-6744fc2f6ef4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"3db6ffbf-4324-45ce-b2f7-c30bdb752828","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T21:04:33.043 DEBUG:teuthology.misc:0 of 8 OSDs are up 2022-11-27T21:04:33.165 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:33.162+0000 7f5ed7a36200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2022-11-27T21:04:33.387 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:33.384+0000 7f9167e0a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2022-11-27T21:04:33.462 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:33.459+0000 7f9167e0a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2022-11-27T21:04:33.948 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:33.946+0000 7f5ed7a36200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2022-11-27T21:04:34.011 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:34.008+0000 7f9167e0a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2022-11-27T21:04:34.022 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:34.019+0000 7f5ed7a36200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2022-11-27T21:04:34.094 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:34.091+0000 7f9167e0a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2022-11-27T21:04:34.575 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:34.571+0000 7f5ed7a36200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2022-11-27T21:04:34.656 INFO:tasks.ceph.mgr.y.smithi003.stderr:2022-11-27T21:04:34.654+0000 7f5ed7a36200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2022-11-27T21:04:35.124 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:35.121+0000 7f9125b6c700 -1 mgr.server handle_report got status from non-daemon mon.b 2022-11-27T21:04:35.126 INFO:tasks.ceph.mgr.x.smithi039.stderr:2022-11-27T21:04:35.123+0000 7f9125b6c700 -1 mgr.server handle_report got status from non-daemon mon.c 2022-11-27T21:04:35.618 INFO:tasks.ceph.osd.0.smithi003.stderr:2022-11-27T21:04:35.616+0000 7f89f228a5c0 -1 osd.0 0 log_to_monitors true 2022-11-27T21:04:35.827 INFO:tasks.ceph.osd.1.smithi003.stderr:2022-11-27T21:04:35.824+0000 7f8c9d9865c0 -1 osd.1 0 log_to_monitors true 2022-11-27T21:04:35.865 INFO:tasks.ceph.osd.4.smithi039.stderr:2022-11-27T21:04:35.857+0000 7f77a68545c0 -1 osd.4 0 log_to_monitors true 2022-11-27T21:04:35.876 INFO:tasks.ceph.osd.2.smithi003.stderr:2022-11-27T21:04:35.874+0000 7f8afcf575c0 -1 osd.2 0 log_to_monitors true 2022-11-27T21:04:35.886 INFO:tasks.ceph.osd.5.smithi039.stderr:2022-11-27T21:04:35.883+0000 7f2f3e7f65c0 -1 osd.5 0 log_to_monitors true 2022-11-27T21:04:35.887 INFO:tasks.ceph.osd.3.smithi003.stderr:2022-11-27T21:04:35.884+0000 7fe2421ff5c0 -1 osd.3 0 log_to_monitors true 2022-11-27T21:04:35.911 INFO:tasks.ceph.osd.7.smithi039.stderr:2022-11-27T21:04:35.908+0000 7f47d90565c0 -1 osd.7 0 log_to_monitors true 2022-11-27T21:04:35.911 INFO:tasks.ceph.osd.6.smithi039.stderr:2022-11-27T21:04:35.908+0000 7fe455c085c0 -1 osd.6 0 log_to_monitors true 2022-11-27T21:04:39.291 INFO:tasks.ceph.osd.4.smithi039.stderr:2022-11-27T21:04:39.288+0000 7f779a3fb700 -1 osd.4 0 waiting for initial osdmap 2022-11-27T21:04:39.311 INFO:tasks.ceph.osd.4.smithi039.stderr:2022-11-27T21:04:39.309+0000 7f77927d6700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T21:04:39.319 INFO:tasks.ceph.osd.6.smithi039.stderr:2022-11-27T21:04:39.317+0000 7fe4497af700 -1 osd.6 0 waiting for initial osdmap 2022-11-27T21:04:39.325 INFO:tasks.ceph.osd.7.smithi039.stderr:2022-11-27T21:04:39.323+0000 7f47ccbfd700 -1 osd.7 0 waiting for initial osdmap 2022-11-27T21:04:39.330 INFO:tasks.ceph.osd.6.smithi039.stderr:2022-11-27T21:04:39.329+0000 7fe441b8a700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T21:04:39.341 INFO:tasks.ceph.osd.7.smithi039.stderr:2022-11-27T21:04:39.340+0000 7f47c4fd8700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T21:04:39.356 INFO:tasks.ceph.osd.5.smithi039.stderr:2022-11-27T21:04:39.354+0000 7f2f3239d700 -1 osd.5 0 waiting for initial osdmap 2022-11-27T21:04:39.370 INFO:tasks.ceph.osd.5.smithi039.stderr:2022-11-27T21:04:39.369+0000 7f2f2a778700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T21:04:39.470 INFO:tasks.ceph.osd.3.smithi003.stderr:2022-11-27T21:04:39.468+0000 7fe235da6700 -1 osd.3 0 waiting for initial osdmap 2022-11-27T21:04:39.474 INFO:tasks.ceph.osd.2.smithi003.stderr:2022-11-27T21:04:39.471+0000 7f8af0afe700 -1 osd.2 0 waiting for initial osdmap 2022-11-27T21:04:39.480 INFO:tasks.ceph.osd.1.smithi003.stderr:2022-11-27T21:04:39.477+0000 7f8c9152d700 -1 osd.1 0 waiting for initial osdmap 2022-11-27T21:04:39.486 INFO:tasks.ceph.osd.3.smithi003.stderr:2022-11-27T21:04:39.484+0000 7fe22e181700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T21:04:39.493 INFO:tasks.ceph.osd.2.smithi003.stderr:2022-11-27T21:04:39.491+0000 7f8ae8ed9700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T21:04:39.500 INFO:tasks.ceph.osd.1.smithi003.stderr:2022-11-27T21:04:39.494+0000 7f8c89908700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T21:04:39.500 INFO:tasks.ceph.osd.0.smithi003.stderr:2022-11-27T21:04:39.495+0000 7f89e5e31700 -1 osd.0 0 waiting for initial osdmap 2022-11-27T21:04:39.522 INFO:tasks.ceph.osd.0.smithi003.stderr:2022-11-27T21:04:39.520+0000 7f89de20c700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T21:04:39.851 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T21:04:40.170 INFO:teuthology.misc.health.smithi003.stdout: 2022-11-27T21:04:40.171 INFO:teuthology.misc.health.smithi003.stdout:{"epoch":12,"fsid":"017d53a5-6c54-4489-82e8-6e0496ef4af1","created":"2022-11-27T21:04:28.352970+0000","modified":"2022-11-27T21:04:37.414917+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T21:04:31.709526+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"ecddd148-98db-4662-be5f-7fc77f2dd889","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fcd14f05-f31f-4a1a-8b12-fd703bd59d3b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ae67c855-aa94-4d28-a62e-20221bc9dc4e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cad5d5fc-640c-4cc1-875d-06504e8704f2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"eadcc5ac-94f5-4ede-af72-ab604b0883cf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"2cf9a57e-2bd6-4e41-975c-32662f973061","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"844f1436-8af7-4467-a72c-6744fc2f6ef4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"3db6ffbf-4324-45ce-b2f7-c30bdb752828","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T21:04:40.183 DEBUG:teuthology.misc:0 of 8 OSDs are up 2022-11-27T21:04:46.992 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T21:04:47.324 INFO:teuthology.misc.health.smithi003.stdout: 2022-11-27T21:04:47.325 INFO:teuthology.misc.health.smithi003.stdout:{"epoch":17,"fsid":"017d53a5-6c54-4489-82e8-6e0496ef4af1","created":"2022-11-27T21:04:28.352970+0000","modified":"2022-11-27T21:04:44.675662+0000","last_up_change":"2022-11-27T21:04:40.321229+0000","last_in_change":"2022-11-27T21:04:31.709526+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T21:04:42.173665+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"ecddd148-98db-4662-be5f-7fc77f2dd889","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":109015},{"type":"v1","addr":"172.21.15.3:6801","nonce":109015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":109015},{"type":"v1","addr":"172.21.15.3:6803","nonce":109015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":109015},{"type":"v1","addr":"172.21.15.3:6807","nonce":109015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":109015},{"type":"v1","addr":"172.21.15.3:6805","nonce":109015}]},"public_addr":"172.21.15.3:6801/109015","cluster_addr":"172.21.15.3:6803/109015","heartbeat_back_addr":"172.21.15.3:6807/109015","heartbeat_front_addr":"172.21.15.3:6805/109015","state":["exists","up"]},{"osd":1,"uuid":"fcd14f05-f31f-4a1a-8b12-fd703bd59d3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":109014},{"type":"v1","addr":"172.21.15.3:6809","nonce":109014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":109014},{"type":"v1","addr":"172.21.15.3:6811","nonce":109014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":109014},{"type":"v1","addr":"172.21.15.3:6815","nonce":109014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":109014},{"type":"v1","addr":"172.21.15.3:6813","nonce":109014}]},"public_addr":"172.21.15.3:6809/109014","cluster_addr":"172.21.15.3:6811/109014","heartbeat_back_addr":"172.21.15.3:6815/109014","heartbeat_front_addr":"172.21.15.3:6813/109014","state":["exists","up"]},{"osd":2,"uuid":"ae67c855-aa94-4d28-a62e-20221bc9dc4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":109013},{"type":"v1","addr":"172.21.15.3:6817","nonce":109013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":109013},{"type":"v1","addr":"172.21.15.3:6819","nonce":109013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":109013},{"type":"v1","addr":"172.21.15.3:6823","nonce":109013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":109013},{"type":"v1","addr":"172.21.15.3:6821","nonce":109013}]},"public_addr":"172.21.15.3:6817/109013","cluster_addr":"172.21.15.3:6819/109013","heartbeat_back_addr":"172.21.15.3:6823/109013","heartbeat_front_addr":"172.21.15.3:6821/109013","state":["exists","up"]},{"osd":3,"uuid":"cad5d5fc-640c-4cc1-875d-06504e8704f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":109016},{"type":"v1","addr":"172.21.15.3:6825","nonce":109016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":109016},{"type":"v1","addr":"172.21.15.3:6827","nonce":109016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":109016},{"type":"v1","addr":"172.21.15.3:6831","nonce":109016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":109016},{"type":"v1","addr":"172.21.15.3:6829","nonce":109016}]},"public_addr":"172.21.15.3:6825/109016","cluster_addr":"172.21.15.3:6827/109016","heartbeat_back_addr":"172.21.15.3:6831/109016","heartbeat_front_addr":"172.21.15.3:6829/109016","state":["exists","up"]},{"osd":4,"uuid":"eadcc5ac-94f5-4ede-af72-ab604b0883cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":108908},{"type":"v1","addr":"172.21.15.39:6801","nonce":108908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":108908},{"type":"v1","addr":"172.21.15.39:6803","nonce":108908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":108908},{"type":"v1","addr":"172.21.15.39:6807","nonce":108908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":108908},{"type":"v1","addr":"172.21.15.39:6805","nonce":108908}]},"public_addr":"172.21.15.39:6801/108908","cluster_addr":"172.21.15.39:6803/108908","heartbeat_back_addr":"172.21.15.39:6807/108908","heartbeat_front_addr":"172.21.15.39:6805/108908","state":["exists","up"]},{"osd":5,"uuid":"2cf9a57e-2bd6-4e41-975c-32662f973061","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":108909},{"type":"v1","addr":"172.21.15.39:6809","nonce":108909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":108909},{"type":"v1","addr":"172.21.15.39:6811","nonce":108909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":108909},{"type":"v1","addr":"172.21.15.39:6815","nonce":108909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":108909},{"type":"v1","addr":"172.21.15.39:6813","nonce":108909}]},"public_addr":"172.21.15.39:6809/108909","cluster_addr":"172.21.15.39:6811/108909","heartbeat_back_addr":"172.21.15.39:6815/108909","heartbeat_front_addr":"172.21.15.39:6813/108909","state":["exists","up"]},{"osd":6,"uuid":"844f1436-8af7-4467-a72c-6744fc2f6ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":108938},{"type":"v1","addr":"172.21.15.39:6817","nonce":108938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":108938},{"type":"v1","addr":"172.21.15.39:6819","nonce":108938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":108938},{"type":"v1","addr":"172.21.15.39:6823","nonce":108938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":108938},{"type":"v1","addr":"172.21.15.39:6821","nonce":108938}]},"public_addr":"172.21.15.39:6817/108938","cluster_addr":"172.21.15.39:6819/108938","heartbeat_back_addr":"172.21.15.39:6823/108938","heartbeat_front_addr":"172.21.15.39:6821/108938","state":["exists","up"]},{"osd":7,"uuid":"3db6ffbf-4324-45ce-b2f7-c30bdb752828","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":108939},{"type":"v1","addr":"172.21.15.39:6825","nonce":108939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":108939},{"type":"v1","addr":"172.21.15.39:6827","nonce":108939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":108939},{"type":"v1","addr":"172.21.15.39:6831","nonce":108939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":108939},{"type":"v1","addr":"172.21.15.39:6829","nonce":108939}]},"public_addr":"172.21.15.39:6825/108939","cluster_addr":"172.21.15.39:6827/108939","heartbeat_back_addr":"172.21.15.39:6831/108939","heartbeat_front_addr":"172.21.15.39:6829/108939","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.642203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.844461+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.915371+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.919519+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.892524+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.851671+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.919412+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.942674+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T21:04:47.334 DEBUG:teuthology.misc:8 of 8 OSDs are up 2022-11-27T21:04:47.335 INFO:tasks.ceph:Creating RBD pool 2022-11-27T21:04:47.335 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --cluster ceph osd pool create rbd 8 2022-11-27T21:04:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'rbd' created 2022-11-27T21:04:47.726 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2022-11-27T21:04:48.723 INFO:teuthology.orchestra.run.smithi003.stderr:enabled application 'rbd' on pool 'rbd' 2022-11-27T21:04:48.737 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2022-11-27T21:04:48.738 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2022-11-27T21:04:48.739 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2022-11-27T21:04:48.739 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2022-11-27T21:04:48.740 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2022-11-27T21:04:49.136 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:04:49.145 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":5,"active_gid":4101,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":108233},{"type":"v1","addr":"172.21.15.39:6833","nonce":108233}]},"active_addr":"172.21.15.39:6833/108233","active_change":"2022-11-27T21:04:34.105544+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4106,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":1138968129}]},{"addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":947255804}]},{"addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":3340811820}]},{"addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":3217099824}]}]}} 2022-11-27T21:04:49.154 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2022-11-27T21:04:49.155 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2022-11-27T21:04:49.156 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T21:04:49.483 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:04:49.484 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":19,"fsid":"017d53a5-6c54-4489-82e8-6e0496ef4af1","created":"2022-11-27T21:04:28.352970+0000","modified":"2022-11-27T21:04:48.705907+0000","last_up_change":"2022-11-27T21:04:40.321229+0000","last_in_change":"2022-11-27T21:04:31.709526+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T21:04:42.173665+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T21:04:47.684925+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"ecddd148-98db-4662-be5f-7fc77f2dd889","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":109015},{"type":"v1","addr":"172.21.15.3:6801","nonce":109015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":109015},{"type":"v1","addr":"172.21.15.3:6803","nonce":109015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":109015},{"type":"v1","addr":"172.21.15.3:6807","nonce":109015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":109015},{"type":"v1","addr":"172.21.15.3:6805","nonce":109015}]},"public_addr":"172.21.15.3:6801/109015","cluster_addr":"172.21.15.3:6803/109015","heartbeat_back_addr":"172.21.15.3:6807/109015","heartbeat_front_addr":"172.21.15.3:6805/109015","state":["exists","up"]},{"osd":1,"uuid":"fcd14f05-f31f-4a1a-8b12-fd703bd59d3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":109014},{"type":"v1","addr":"172.21.15.3:6809","nonce":109014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":109014},{"type":"v1","addr":"172.21.15.3:6811","nonce":109014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":109014},{"type":"v1","addr":"172.21.15.3:6815","nonce":109014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":109014},{"type":"v1","addr":"172.21.15.3:6813","nonce":109014}]},"public_addr":"172.21.15.3:6809/109014","cluster_addr":"172.21.15.3:6811/109014","heartbeat_back_addr":"172.21.15.3:6815/109014","heartbeat_front_addr":"172.21.15.3:6813/109014","state":["exists","up"]},{"osd":2,"uuid":"ae67c855-aa94-4d28-a62e-20221bc9dc4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":109013},{"type":"v1","addr":"172.21.15.3:6817","nonce":109013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":109013},{"type":"v1","addr":"172.21.15.3:6819","nonce":109013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":109013},{"type":"v1","addr":"172.21.15.3:6823","nonce":109013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":109013},{"type":"v1","addr":"172.21.15.3:6821","nonce":109013}]},"public_addr":"172.21.15.3:6817/109013","cluster_addr":"172.21.15.3:6819/109013","heartbeat_back_addr":"172.21.15.3:6823/109013","heartbeat_front_addr":"172.21.15.3:6821/109013","state":["exists","up"]},{"osd":3,"uuid":"cad5d5fc-640c-4cc1-875d-06504e8704f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":109016},{"type":"v1","addr":"172.21.15.3:6825","nonce":109016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":109016},{"type":"v1","addr":"172.21.15.3:6827","nonce":109016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":109016},{"type":"v1","addr":"172.21.15.3:6831","nonce":109016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":109016},{"type":"v1","addr":"172.21.15.3:6829","nonce":109016}]},"public_addr":"172.21.15.3:6825/109016","cluster_addr":"172.21.15.3:6827/109016","heartbeat_back_addr":"172.21.15.3:6831/109016","heartbeat_front_addr":"172.21.15.3:6829/109016","state":["exists","up"]},{"osd":4,"uuid":"eadcc5ac-94f5-4ede-af72-ab604b0883cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":108908},{"type":"v1","addr":"172.21.15.39:6801","nonce":108908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":108908},{"type":"v1","addr":"172.21.15.39:6803","nonce":108908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":108908},{"type":"v1","addr":"172.21.15.39:6807","nonce":108908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":108908},{"type":"v1","addr":"172.21.15.39:6805","nonce":108908}]},"public_addr":"172.21.15.39:6801/108908","cluster_addr":"172.21.15.39:6803/108908","heartbeat_back_addr":"172.21.15.39:6807/108908","heartbeat_front_addr":"172.21.15.39:6805/108908","state":["exists","up"]},{"osd":5,"uuid":"2cf9a57e-2bd6-4e41-975c-32662f973061","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":108909},{"type":"v1","addr":"172.21.15.39:6809","nonce":108909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":108909},{"type":"v1","addr":"172.21.15.39:6811","nonce":108909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":108909},{"type":"v1","addr":"172.21.15.39:6815","nonce":108909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":108909},{"type":"v1","addr":"172.21.15.39:6813","nonce":108909}]},"public_addr":"172.21.15.39:6809/108909","cluster_addr":"172.21.15.39:6811/108909","heartbeat_back_addr":"172.21.15.39:6815/108909","heartbeat_front_addr":"172.21.15.39:6813/108909","state":["exists","up"]},{"osd":6,"uuid":"844f1436-8af7-4467-a72c-6744fc2f6ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":108938},{"type":"v1","addr":"172.21.15.39:6817","nonce":108938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":108938},{"type":"v1","addr":"172.21.15.39:6819","nonce":108938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":108938},{"type":"v1","addr":"172.21.15.39:6823","nonce":108938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":108938},{"type":"v1","addr":"172.21.15.39:6821","nonce":108938}]},"public_addr":"172.21.15.39:6817/108938","cluster_addr":"172.21.15.39:6819/108938","heartbeat_back_addr":"172.21.15.39:6823/108938","heartbeat_front_addr":"172.21.15.39:6821/108938","state":["exists","up"]},{"osd":7,"uuid":"3db6ffbf-4324-45ce-b2f7-c30bdb752828","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":108939},{"type":"v1","addr":"172.21.15.39:6825","nonce":108939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":108939},{"type":"v1","addr":"172.21.15.39:6827","nonce":108939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":108939},{"type":"v1","addr":"172.21.15.39:6831","nonce":108939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":108939},{"type":"v1","addr":"172.21.15.39:6829","nonce":108939}]},"public_addr":"172.21.15.39:6825/108939","cluster_addr":"172.21.15.39:6827/108939","heartbeat_back_addr":"172.21.15.39:6831/108939","heartbeat_front_addr":"172.21.15.39:6829/108939","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.642203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.844461+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.915371+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.919519+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.892524+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.851671+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.919412+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.942674+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T21:04:49.497 INFO:tasks.ceph.ceph_manager.ceph:all up! 2022-11-27T21:04:49.497 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T21:04:49.823 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:04:49.823 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":20,"fsid":"017d53a5-6c54-4489-82e8-6e0496ef4af1","created":"2022-11-27T21:04:28.352970+0000","modified":"2022-11-27T21:04:49.712251+0000","last_up_change":"2022-11-27T21:04:40.321229+0000","last_in_change":"2022-11-27T21:04:31.709526+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T21:04:42.173665+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T21:04:47.684925+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"ecddd148-98db-4662-be5f-7fc77f2dd889","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":109015},{"type":"v1","addr":"172.21.15.3:6801","nonce":109015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":109015},{"type":"v1","addr":"172.21.15.3:6803","nonce":109015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":109015},{"type":"v1","addr":"172.21.15.3:6807","nonce":109015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":109015},{"type":"v1","addr":"172.21.15.3:6805","nonce":109015}]},"public_addr":"172.21.15.3:6801/109015","cluster_addr":"172.21.15.3:6803/109015","heartbeat_back_addr":"172.21.15.3:6807/109015","heartbeat_front_addr":"172.21.15.3:6805/109015","state":["exists","up"]},{"osd":1,"uuid":"fcd14f05-f31f-4a1a-8b12-fd703bd59d3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":109014},{"type":"v1","addr":"172.21.15.3:6809","nonce":109014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":109014},{"type":"v1","addr":"172.21.15.3:6811","nonce":109014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":109014},{"type":"v1","addr":"172.21.15.3:6815","nonce":109014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":109014},{"type":"v1","addr":"172.21.15.3:6813","nonce":109014}]},"public_addr":"172.21.15.3:6809/109014","cluster_addr":"172.21.15.3:6811/109014","heartbeat_back_addr":"172.21.15.3:6815/109014","heartbeat_front_addr":"172.21.15.3:6813/109014","state":["exists","up"]},{"osd":2,"uuid":"ae67c855-aa94-4d28-a62e-20221bc9dc4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":109013},{"type":"v1","addr":"172.21.15.3:6817","nonce":109013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":109013},{"type":"v1","addr":"172.21.15.3:6819","nonce":109013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":109013},{"type":"v1","addr":"172.21.15.3:6823","nonce":109013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":109013},{"type":"v1","addr":"172.21.15.3:6821","nonce":109013}]},"public_addr":"172.21.15.3:6817/109013","cluster_addr":"172.21.15.3:6819/109013","heartbeat_back_addr":"172.21.15.3:6823/109013","heartbeat_front_addr":"172.21.15.3:6821/109013","state":["exists","up"]},{"osd":3,"uuid":"cad5d5fc-640c-4cc1-875d-06504e8704f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":109016},{"type":"v1","addr":"172.21.15.3:6825","nonce":109016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":109016},{"type":"v1","addr":"172.21.15.3:6827","nonce":109016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":109016},{"type":"v1","addr":"172.21.15.3:6831","nonce":109016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":109016},{"type":"v1","addr":"172.21.15.3:6829","nonce":109016}]},"public_addr":"172.21.15.3:6825/109016","cluster_addr":"172.21.15.3:6827/109016","heartbeat_back_addr":"172.21.15.3:6831/109016","heartbeat_front_addr":"172.21.15.3:6829/109016","state":["exists","up"]},{"osd":4,"uuid":"eadcc5ac-94f5-4ede-af72-ab604b0883cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":108908},{"type":"v1","addr":"172.21.15.39:6801","nonce":108908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":108908},{"type":"v1","addr":"172.21.15.39:6803","nonce":108908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":108908},{"type":"v1","addr":"172.21.15.39:6807","nonce":108908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":108908},{"type":"v1","addr":"172.21.15.39:6805","nonce":108908}]},"public_addr":"172.21.15.39:6801/108908","cluster_addr":"172.21.15.39:6803/108908","heartbeat_back_addr":"172.21.15.39:6807/108908","heartbeat_front_addr":"172.21.15.39:6805/108908","state":["exists","up"]},{"osd":5,"uuid":"2cf9a57e-2bd6-4e41-975c-32662f973061","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":108909},{"type":"v1","addr":"172.21.15.39:6809","nonce":108909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":108909},{"type":"v1","addr":"172.21.15.39:6811","nonce":108909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":108909},{"type":"v1","addr":"172.21.15.39:6815","nonce":108909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":108909},{"type":"v1","addr":"172.21.15.39:6813","nonce":108909}]},"public_addr":"172.21.15.39:6809/108909","cluster_addr":"172.21.15.39:6811/108909","heartbeat_back_addr":"172.21.15.39:6815/108909","heartbeat_front_addr":"172.21.15.39:6813/108909","state":["exists","up"]},{"osd":6,"uuid":"844f1436-8af7-4467-a72c-6744fc2f6ef4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":108938},{"type":"v1","addr":"172.21.15.39:6817","nonce":108938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":108938},{"type":"v1","addr":"172.21.15.39:6819","nonce":108938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":108938},{"type":"v1","addr":"172.21.15.39:6823","nonce":108938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":108938},{"type":"v1","addr":"172.21.15.39:6821","nonce":108938}]},"public_addr":"172.21.15.39:6817/108938","cluster_addr":"172.21.15.39:6819/108938","heartbeat_back_addr":"172.21.15.39:6823/108938","heartbeat_front_addr":"172.21.15.39:6821/108938","state":["exists","up"]},{"osd":7,"uuid":"3db6ffbf-4324-45ce-b2f7-c30bdb752828","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":108939},{"type":"v1","addr":"172.21.15.39:6825","nonce":108939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":108939},{"type":"v1","addr":"172.21.15.39:6827","nonce":108939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":108939},{"type":"v1","addr":"172.21.15.39:6831","nonce":108939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":108939},{"type":"v1","addr":"172.21.15.39:6829","nonce":108939}]},"public_addr":"172.21.15.39:6825/108939","cluster_addr":"172.21.15.39:6827/108939","heartbeat_back_addr":"172.21.15.39:6831/108939","heartbeat_front_addr":"172.21.15.39:6829/108939","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.642203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.844461+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.915371+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.919519+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.892524+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.851671+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.919412+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T21:04:36.942674+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T21:04:49.841 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2022-11-27T21:04:49.842 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2022-11-27T21:04:49.842 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2022-11-27T21:04:49.843 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2022-11-27T21:04:49.844 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2022-11-27T21:04:49.844 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2022-11-27T21:04:49.845 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2022-11-27T21:04:49.846 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2022-11-27T21:04:50.134 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:50.135 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2022-11-27T21:04:50.137 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:50.137 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2022-11-27T21:04:50.139 INFO:teuthology.orchestra.run.smithi003.stdout:55834574851 2022-11-27T21:04:50.139 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2022-11-27T21:04:50.153 INFO:teuthology.orchestra.run.smithi003.stdout:55834574854 2022-11-27T21:04:50.154 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2022-11-27T21:04:50.158 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:50.159 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2022-11-27T21:04:50.162 INFO:teuthology.orchestra.run.smithi003.stdout:55834574854 2022-11-27T21:04:50.163 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2022-11-27T21:04:50.164 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:50.165 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2022-11-27T21:04:50.174 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:50.175 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2022-11-27T21:04:50.764 INFO:teuthology.orchestra.run.smithi003.stdout:55834574852 2022-11-27T21:04:50.768 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:50.774 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:50.793 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.6 2022-11-27T21:04:50.793 INFO:teuthology.orchestra.run.smithi003.stdout:55834574852 2022-11-27T21:04:50.804 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.2 2022-11-27T21:04:50.804 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:50.805 DEBUG:teuthology.parallel:result is None 2022-11-27T21:04:50.809 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.4 2022-11-27T21:04:50.814 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.7 2022-11-27T21:04:50.824 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.0 2022-11-27T21:04:50.827 INFO:teuthology.orchestra.run.smithi003.stdout:55834574851 2022-11-27T21:04:50.845 INFO:teuthology.orchestra.run.smithi003.stdout:55834574852 2022-11-27T21:04:50.847 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.5 2022-11-27T21:04:50.848 DEBUG:teuthology.parallel:result is None 2022-11-27T21:04:50.860 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.3 2022-11-27T21:04:50.875 INFO:teuthology.orchestra.run.smithi003.stdout:55834574852 2022-11-27T21:04:50.889 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.1 2022-11-27T21:04:51.794 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2022-11-27T21:04:51.811 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2022-11-27T21:04:51.815 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2022-11-27T21:04:51.826 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2022-11-27T21:04:51.861 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2022-11-27T21:04:51.891 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2022-11-27T21:04:52.213 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:52.228 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.6 2022-11-27T21:04:52.229 DEBUG:teuthology.parallel:result is None 2022-11-27T21:04:52.286 INFO:teuthology.orchestra.run.smithi003.stdout:55834574852 2022-11-27T21:04:52.300 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.3 2022-11-27T21:04:52.375 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:52.378 INFO:teuthology.orchestra.run.smithi003.stdout:55834574852 2022-11-27T21:04:52.378 INFO:teuthology.orchestra.run.smithi003.stdout:55834574853 2022-11-27T21:04:52.400 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.0 2022-11-27T21:04:52.401 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.4 2022-11-27T21:04:52.403 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.7 2022-11-27T21:04:52.429 INFO:teuthology.orchestra.run.smithi003.stdout:55834574852 2022-11-27T21:04:52.443 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.1 2022-11-27T21:04:53.301 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2022-11-27T21:04:53.401 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2022-11-27T21:04:53.402 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2022-11-27T21:04:53.403 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2022-11-27T21:04:53.444 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2022-11-27T21:04:53.722 INFO:teuthology.orchestra.run.smithi003.stdout:55834574854 2022-11-27T21:04:53.742 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.3 2022-11-27T21:04:53.743 DEBUG:teuthology.parallel:result is None 2022-11-27T21:04:53.774 INFO:teuthology.orchestra.run.smithi003.stdout:55834574855 2022-11-27T21:04:53.789 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574855 for osd.4 2022-11-27T21:04:53.790 DEBUG:teuthology.parallel:result is None 2022-11-27T21:04:53.846 INFO:teuthology.orchestra.run.smithi003.stdout:55834574854 2022-11-27T21:04:53.861 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.1 2022-11-27T21:04:53.862 DEBUG:teuthology.parallel:result is None 2022-11-27T21:04:53.891 INFO:teuthology.orchestra.run.smithi003.stdout:55834574855 2022-11-27T21:04:53.895 INFO:teuthology.orchestra.run.smithi003.stdout:55834574854 2022-11-27T21:04:53.916 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574855 for osd.0 2022-11-27T21:04:53.917 DEBUG:teuthology.parallel:result is None 2022-11-27T21:04:53.919 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.7 2022-11-27T21:04:53.919 DEBUG:teuthology.parallel:result is None 2022-11-27T21:04:53.920 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2022-11-27T21:04:53.920 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2022-11-27T21:04:54.281 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:04:54.283 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2022-11-27T21:04:54.295 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2022-11-27T21:04:54.113500+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":64240,"kb_used_data":2736,"kb_used_omap":0,"kb_used_meta":61440,"kb_avail":754910480,"statfs":{"total":773094113280,"available":773028331520,"internally_reserved":0,"allocated":2801664,"data_stored":1708808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":62914560},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.407060"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891251+0000","last_change":"2022-11-27T21:04:48.727316+0000","last_active":"2022-11-27T21:04:49.891251+0000","last_peered":"2022-11-27T21:04:49.891251+0000","last_clean":"2022-11-27T21:04:49.891251+0000","last_became_active":"2022-11-27T21:04:48.727000+0000","last_became_peered":"2022-11-27T21:04:48.727000+0000","last_unstale":"2022-11-27T21:04:49.891251+0000","last_undegraded":"2022-11-27T21:04:49.891251+0000","last_fullsized":"2022-11-27T21:04:49.891251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T08:44:12.632966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.726650+0000","last_change":"2022-11-27T21:04:48.721968+0000","last_active":"2022-11-27T21:04:49.726650+0000","last_peered":"2022-11-27T21:04:49.726650+0000","last_clean":"2022-11-27T21:04:49.726650+0000","last_became_active":"2022-11-27T21:04:48.721613+0000","last_became_peered":"2022-11-27T21:04:48.721613+0000","last_unstale":"2022-11-27T21:04:49.726650+0000","last_undegraded":"2022-11-27T21:04:49.726650+0000","last_fullsized":"2022-11-27T21:04:49.726650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:05:11.597799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891417+0000","last_change":"2022-11-27T21:04:48.726594+0000","last_active":"2022-11-27T21:04:49.891417+0000","last_peered":"2022-11-27T21:04:49.891417+0000","last_clean":"2022-11-27T21:04:49.891417+0000","last_became_active":"2022-11-27T21:04:48.726269+0000","last_became_peered":"2022-11-27T21:04:48.726269+0000","last_unstale":"2022-11-27T21:04:49.891417+0000","last_undegraded":"2022-11-27T21:04:49.891417+0000","last_fullsized":"2022-11-27T21:04:49.891417+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T04:55:23.009864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891197+0000","last_change":"2022-11-27T21:04:48.726529+0000","last_active":"2022-11-27T21:04:49.891197+0000","last_peered":"2022-11-27T21:04:49.891197+0000","last_clean":"2022-11-27T21:04:49.891197+0000","last_became_active":"2022-11-27T21:04:48.726184+0000","last_became_peered":"2022-11-27T21:04:48.726184+0000","last_unstale":"2022-11-27T21:04:49.891197+0000","last_undegraded":"2022-11-27T21:04:49.891197+0000","last_fullsized":"2022-11-27T21:04:49.891197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:22:24.622125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":163,"reported_epoch":19,"state":"active+clean","last_fresh":"2022-11-27T21:04:48.788646+0000","last_change":"2022-11-27T21:04:43.602989+0000","last_active":"2022-11-27T21:04:48.788646+0000","last_peered":"2022-11-27T21:04:48.788646+0000","last_clean":"2022-11-27T21:04:48.788646+0000","last_became_active":"2022-11-27T21:04:43.602682+0000","last_became_peered":"2022-11-27T21:04:43.602682+0000","last_unstale":"2022-11-27T21:04:48.788646+0000","last_undegraded":"2022-11-27T21:04:48.788646+0000","last_fullsized":"2022-11-27T21:04:48.788646+0000","mapping_epoch":15,"log_start":"16'100","ondisk_log_start":"16'100","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:42.591705+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:42.591705+0000","last_clean_scrub_stamp":"2022-11-27T21:04:42.591705+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T05:47:45.582470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891385+0000","last_change":"2022-11-27T21:04:48.790626+0000","last_active":"2022-11-27T21:04:49.891385+0000","last_peered":"2022-11-27T21:04:49.891385+0000","last_clean":"2022-11-27T21:04:49.891385+0000","last_became_active":"2022-11-27T21:04:48.790265+0000","last_became_peered":"2022-11-27T21:04:48.790265+0000","last_unstale":"2022-11-27T21:04:49.891385+0000","last_undegraded":"2022-11-27T21:04:49.891385+0000","last_fullsized":"2022-11-27T21:04:49.891385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T05:21:40.609838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.889852+0000","last_change":"2022-11-27T21:04:48.726524+0000","last_active":"2022-11-27T21:04:49.889852+0000","last_peered":"2022-11-27T21:04:49.889852+0000","last_clean":"2022-11-27T21:04:49.889852+0000","last_became_active":"2022-11-27T21:04:48.726182+0000","last_became_peered":"2022-11-27T21:04:48.726182+0000","last_unstale":"2022-11-27T21:04:49.889852+0000","last_undegraded":"2022-11-27T21:04:49.889852+0000","last_fullsized":"2022-11-27T21:04:49.889852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T06:56:09.302549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891312+0000","last_change":"2022-11-27T21:04:48.790914+0000","last_active":"2022-11-27T21:04:49.891312+0000","last_peered":"2022-11-27T21:04:49.891312+0000","last_clean":"2022-11-27T21:04:49.891312+0000","last_became_active":"2022-11-27T21:04:48.790609+0000","last_became_peered":"2022-11-27T21:04:48.790609+0000","last_unstale":"2022-11-27T21:04:49.891312+0000","last_undegraded":"2022-11-27T21:04:49.891312+0000","last_fullsized":"2022-11-27T21:04:49.891312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:26:15.763182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.727014+0000","last_change":"2022-11-27T21:04:48.790905+0000","last_active":"2022-11-27T21:04:49.727014+0000","last_peered":"2022-11-27T21:04:49.727014+0000","last_clean":"2022-11-27T21:04:49.727014+0000","last_became_active":"2022-11-27T21:04:48.790558+0000","last_became_peered":"2022-11-27T21:04:48.790558+0000","last_unstale":"2022-11-27T21:04:49.727014+0000","last_undegraded":"2022-11-27T21:04:49.727014+0000","last_fullsized":"2022-11-27T21:04:49.727014+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T08:26:19.507425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7748,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364092,"statfs":{"total":96636764160,"available":96628830208,"internally_reserved":0,"allocated":192512,"data_stored":61707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3180000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.343}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2170000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7760,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364080,"statfs":{"total":96636764160,"available":96628817920,"internally_reserved":0,"allocated":204800,"data_stored":67443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8852,"kb_used_data":780,"kb_used_omap":0,"kb_used_meta":8064,"kb_avail":94362988,"statfs":{"total":96636764160,"available":96627699712,"internally_reserved":0,"allocated":798720,"data_stored":657811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8257536},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7748,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364092,"statfs":{"total":96636764160,"available":96628830208,"internally_reserved":0,"allocated":192512,"data_stored":61707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7760,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364080,"statfs":{"total":96636764160,"available":96628817920,"internally_reserved":0,"allocated":204800,"data_stored":67443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7760,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364080,"statfs":{"total":96636764160,"available":96628817920,"internally_reserved":0,"allocated":204800,"data_stored":67443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7760,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364080,"statfs":{"total":96636764160,"available":96628817920,"internally_reserved":0,"allocated":204800,"data_stored":67443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8852,"kb_used_data":780,"kb_used_omap":0,"kb_used_meta":8064,"kb_avail":94362988,"statfs":{"total":96636764160,"available":96627699712,"internally_reserved":0,"allocated":798720,"data_stored":657811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8257536},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-11-27T21:04:54.299 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2022-11-27T21:04:54.625 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:04:54.628 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2022-11-27T21:04:54.638 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2022-11-27T21:04:54.113500+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":64240,"kb_used_data":2736,"kb_used_omap":0,"kb_used_meta":61440,"kb_avail":754910480,"statfs":{"total":773094113280,"available":773028331520,"internally_reserved":0,"allocated":2801664,"data_stored":1708808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":62914560},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.407060"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891251+0000","last_change":"2022-11-27T21:04:48.727316+0000","last_active":"2022-11-27T21:04:49.891251+0000","last_peered":"2022-11-27T21:04:49.891251+0000","last_clean":"2022-11-27T21:04:49.891251+0000","last_became_active":"2022-11-27T21:04:48.727000+0000","last_became_peered":"2022-11-27T21:04:48.727000+0000","last_unstale":"2022-11-27T21:04:49.891251+0000","last_undegraded":"2022-11-27T21:04:49.891251+0000","last_fullsized":"2022-11-27T21:04:49.891251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T08:44:12.632966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.726650+0000","last_change":"2022-11-27T21:04:48.721968+0000","last_active":"2022-11-27T21:04:49.726650+0000","last_peered":"2022-11-27T21:04:49.726650+0000","last_clean":"2022-11-27T21:04:49.726650+0000","last_became_active":"2022-11-27T21:04:48.721613+0000","last_became_peered":"2022-11-27T21:04:48.721613+0000","last_unstale":"2022-11-27T21:04:49.726650+0000","last_undegraded":"2022-11-27T21:04:49.726650+0000","last_fullsized":"2022-11-27T21:04:49.726650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:05:11.597799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891417+0000","last_change":"2022-11-27T21:04:48.726594+0000","last_active":"2022-11-27T21:04:49.891417+0000","last_peered":"2022-11-27T21:04:49.891417+0000","last_clean":"2022-11-27T21:04:49.891417+0000","last_became_active":"2022-11-27T21:04:48.726269+0000","last_became_peered":"2022-11-27T21:04:48.726269+0000","last_unstale":"2022-11-27T21:04:49.891417+0000","last_undegraded":"2022-11-27T21:04:49.891417+0000","last_fullsized":"2022-11-27T21:04:49.891417+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T04:55:23.009864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891197+0000","last_change":"2022-11-27T21:04:48.726529+0000","last_active":"2022-11-27T21:04:49.891197+0000","last_peered":"2022-11-27T21:04:49.891197+0000","last_clean":"2022-11-27T21:04:49.891197+0000","last_became_active":"2022-11-27T21:04:48.726184+0000","last_became_peered":"2022-11-27T21:04:48.726184+0000","last_unstale":"2022-11-27T21:04:49.891197+0000","last_undegraded":"2022-11-27T21:04:49.891197+0000","last_fullsized":"2022-11-27T21:04:49.891197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:22:24.622125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":163,"reported_epoch":19,"state":"active+clean","last_fresh":"2022-11-27T21:04:48.788646+0000","last_change":"2022-11-27T21:04:43.602989+0000","last_active":"2022-11-27T21:04:48.788646+0000","last_peered":"2022-11-27T21:04:48.788646+0000","last_clean":"2022-11-27T21:04:48.788646+0000","last_became_active":"2022-11-27T21:04:43.602682+0000","last_became_peered":"2022-11-27T21:04:43.602682+0000","last_unstale":"2022-11-27T21:04:48.788646+0000","last_undegraded":"2022-11-27T21:04:48.788646+0000","last_fullsized":"2022-11-27T21:04:48.788646+0000","mapping_epoch":15,"log_start":"16'100","ondisk_log_start":"16'100","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:42.591705+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:42.591705+0000","last_clean_scrub_stamp":"2022-11-27T21:04:42.591705+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T05:47:45.582470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891385+0000","last_change":"2022-11-27T21:04:48.790626+0000","last_active":"2022-11-27T21:04:49.891385+0000","last_peered":"2022-11-27T21:04:49.891385+0000","last_clean":"2022-11-27T21:04:49.891385+0000","last_became_active":"2022-11-27T21:04:48.790265+0000","last_became_peered":"2022-11-27T21:04:48.790265+0000","last_unstale":"2022-11-27T21:04:49.891385+0000","last_undegraded":"2022-11-27T21:04:49.891385+0000","last_fullsized":"2022-11-27T21:04:49.891385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T05:21:40.609838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.889852+0000","last_change":"2022-11-27T21:04:48.726524+0000","last_active":"2022-11-27T21:04:49.889852+0000","last_peered":"2022-11-27T21:04:49.889852+0000","last_clean":"2022-11-27T21:04:49.889852+0000","last_became_active":"2022-11-27T21:04:48.726182+0000","last_became_peered":"2022-11-27T21:04:48.726182+0000","last_unstale":"2022-11-27T21:04:49.889852+0000","last_undegraded":"2022-11-27T21:04:49.889852+0000","last_fullsized":"2022-11-27T21:04:49.889852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T06:56:09.302549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.891312+0000","last_change":"2022-11-27T21:04:48.790914+0000","last_active":"2022-11-27T21:04:49.891312+0000","last_peered":"2022-11-27T21:04:49.891312+0000","last_clean":"2022-11-27T21:04:49.891312+0000","last_became_active":"2022-11-27T21:04:48.790609+0000","last_became_peered":"2022-11-27T21:04:48.790609+0000","last_unstale":"2022-11-27T21:04:49.891312+0000","last_undegraded":"2022-11-27T21:04:49.891312+0000","last_fullsized":"2022-11-27T21:04:49.891312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:26:15.763182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2022-11-27T21:04:49.727014+0000","last_change":"2022-11-27T21:04:48.790905+0000","last_active":"2022-11-27T21:04:49.727014+0000","last_peered":"2022-11-27T21:04:49.727014+0000","last_clean":"2022-11-27T21:04:49.727014+0000","last_became_active":"2022-11-27T21:04:48.790558+0000","last_became_peered":"2022-11-27T21:04:48.790558+0000","last_unstale":"2022-11-27T21:04:49.727014+0000","last_undegraded":"2022-11-27T21:04:49.727014+0000","last_fullsized":"2022-11-27T21:04:49.727014+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T21:04:47.696193+0000","last_clean_scrub_stamp":"2022-11-27T21:04:47.696193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T08:26:19.507425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7748,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364092,"statfs":{"total":96636764160,"available":96628830208,"internally_reserved":0,"allocated":192512,"data_stored":61707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3180000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.343}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2170000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7760,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364080,"statfs":{"total":96636764160,"available":96628817920,"internally_reserved":0,"allocated":204800,"data_stored":67443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8852,"kb_used_data":780,"kb_used_omap":0,"kb_used_meta":8064,"kb_avail":94362988,"statfs":{"total":96636764160,"available":96627699712,"internally_reserved":0,"allocated":798720,"data_stored":657811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8257536},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7748,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364092,"statfs":{"total":96636764160,"available":96628830208,"internally_reserved":0,"allocated":192512,"data_stored":61707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7760,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364080,"statfs":{"total":96636764160,"available":96628817920,"internally_reserved":0,"allocated":204800,"data_stored":67443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7760,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364080,"statfs":{"total":96636764160,"available":96628817920,"internally_reserved":0,"allocated":204800,"data_stored":67443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7760,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":94364080,"statfs":{"total":96636764160,"available":96628817920,"internally_reserved":0,"allocated":204800,"data_stored":67443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8852,"kb_used_data":780,"kb_used_omap":0,"kb_used_meta":8064,"kb_avail":94362988,"statfs":{"total":96636764160,"available":96627699712,"internally_reserved":0,"allocated":798720,"data_stored":657811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8257536},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-11-27T21:04:54.640 INFO:tasks.ceph.ceph_manager.ceph:clean! 2022-11-27T21:04:54.641 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2022-11-27T21:04:54.641 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2022-11-27T21:04:54.641 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2022-11-27T21:04:55.010 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:04:55.010 INFO:teuthology.orchestra.run.smithi003.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-11-27T21:04:55.024 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2022-11-27T21:04:55.024 INFO:teuthology.run_tasks:Running task openssl_keys... 2022-11-27T21:04:55.040 INFO:teuthology.run_tasks:Running task rgw... 2022-11-27T21:04:55.065 DEBUG:tasks.rgw:config is {'client.0': None} 2022-11-27T21:04:55.065 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2022-11-27T21:04:55.066 INFO:tasks.rgw:Creating data pools 2022-11-27T21:04:55.066 DEBUG:tasks.rgw:Obtaining remote for client client.0 2022-11-27T21:04:55.067 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2022-11-27T21:04:56.180 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'default.rgw.buckets.data' created 2022-11-27T21:04:56.194 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2022-11-27T21:04:57.192 INFO:teuthology.orchestra.run.smithi003.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2022-11-27T21:04:57.207 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2022-11-27T21:04:58.209 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'default.rgw.buckets.index' created 2022-11-27T21:04:58.228 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2022-11-27T21:04:59.217 INFO:teuthology.orchestra.run.smithi003.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2022-11-27T21:04:59.236 DEBUG:tasks.rgw:Pools created 2022-11-27T21:04:59.237 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2022-11-27T21:04:59.237 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2022-11-27T21:04:59.238 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2022-11-27T21:04:59.317 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setuser ceph since I am not root 2022-11-27T21:04:59.318 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setgroup ceph since I am not root 2022-11-27T21:04:59.327 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:04:59.324+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.226 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.223+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.227 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.223+0000 7fa495653780 20 realm 2022-11-27T21:05:01.227 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.223+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.230 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.224+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.231 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.224+0000 7fa495653780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2022-11-27T21:05:01.231 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.224+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.232 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.225+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.232 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.225+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.233 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.226+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.233 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.226+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.234 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.227+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.234 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.227+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.235 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.227+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.235 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.227+0000 7fa495653780 10 Creating default zonegroup 2022-11-27T21:05:01.236 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.227+0000 7fa495653780 10 couldn't find old data placement pools config, setting up new ones for the zone 2022-11-27T21:05:01.244 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.241+0000 7fa495653780 10 WARNING: store->list_zones() returned r=-2 2022-11-27T21:05:01.245 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.241+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.245 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.241+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.248 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.245+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.248 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.245+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.248 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.245+0000 7fa495653780 10 could not read realm id: (2) No such file or directory 2022-11-27T21:05:01.248 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.245+0000 7fa495653780 10 WARNING: failed to set zone as default, r=-22 2022-11-27T21:05:01.249 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.245+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.249 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.245+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.251 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.248+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.252 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.249+0000 7fa495653780 20 rados_obj.operate() r=0 bl.length=873 2022-11-27T21:05:01.252 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.249+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.254 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.252+0000 7fa495653780 20 rados_obj.operate() r=0 bl.length=398 2022-11-27T21:05:01.254 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.252+0000 7fa495653780 10 Using default name default 2022-11-27T21:05:01.255 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.252+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.255 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 20 rados_obj.operate() r=0 bl.length=46 2022-11-27T21:05:01.255 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.257 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 20 rados_obj.operate() r=0 bl.length=873 2022-11-27T21:05:01.257 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 20 zone default found 2022-11-27T21:05:01.257 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 4 Realm: () 2022-11-27T21:05:01.258 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 4 ZoneGroup: default (c6b403a5-4f08-46fe-a16d-6f50770558a0) 2022-11-27T21:05:01.258 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 4 Zone: default (c2cbdf54-0af4-4b35-acb4-3b5529db90c8) 2022-11-27T21:05:01.258 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 10 cannot find current period zonegroup using local zonegroup configuration 2022-11-27T21:05:01.258 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 20 zonegroup default 2022-11-27T21:05:01.259 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:01.259 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:01.259 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:01.253+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:03.246 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:03.243+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:03.247 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:03.244+0000 7fa495653780 20 rados->read ofs=0 len=0 2022-11-27T21:05:03.248 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:03.245+0000 7fa495653780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:05:03.249 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:03.245+0000 7fa495653780 20 started sync module instance, tier type = 2022-11-27T21:05:03.249 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:03.245+0000 7fa495653780 20 started zone id=c2cbdf54-0af4-4b35-acb4-3b5529db90c8 (name=default) with tier type = 2022-11-27T21:05:05.295 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.277+0000 7fa495653780 20 add_watcher() i=0 2022-11-27T21:05:05.296 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.277+0000 7fa495653780 20 add_watcher() i=1 2022-11-27T21:05:05.296 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.277+0000 7fa495653780 20 add_watcher() i=2 2022-11-27T21:05:05.296 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.277+0000 7fa495653780 20 add_watcher() i=3 2022-11-27T21:05:05.296 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.277+0000 7fa495653780 20 add_watcher() i=4 2022-11-27T21:05:05.297 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.277+0000 7fa495653780 20 add_watcher() i=5 2022-11-27T21:05:05.297 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.277+0000 7fa495653780 20 add_watcher() i=6 2022-11-27T21:05:05.297 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.279+0000 7fa495653780 20 add_watcher() i=7 2022-11-27T21:05:05.297 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.279+0000 7fa495653780 2 all 8 watchers are set, enabling cache 2022-11-27T21:05:05.298 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.279+0000 7fa495653780 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2022-11-27T21:05:05.298 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.279+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2022-11-27T21:05:05.298 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.279+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.298 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2022-11-27T21:05:05.299 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2022-11-27T21:05:05.299 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.299 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2022-11-27T21:05:05.299 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2022-11-27T21:05:05.300 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.300 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2022-11-27T21:05:05.300 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2022-11-27T21:05:05.300 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.301 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2022-11-27T21:05:05.301 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2022-11-27T21:05:05.301 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.280+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.301 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2022-11-27T21:05:05.302 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2022-11-27T21:05:05.302 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.302 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2022-11-27T21:05:05.302 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2022-11-27T21:05:05.303 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.303 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2022-11-27T21:05:05.303 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2022-11-27T21:05:05.303 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.304 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2022-11-27T21:05:05.304 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2022-11-27T21:05:05.304 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.281+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.304 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2022-11-27T21:05:05.304 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2022-11-27T21:05:05.305 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.305 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2022-11-27T21:05:05.305 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2022-11-27T21:05:05.306 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.306 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2022-11-27T21:05:05.306 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2022-11-27T21:05:05.306 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.307 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2022-11-27T21:05:05.307 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2022-11-27T21:05:05.307 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.282+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.308 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2022-11-27T21:05:05.308 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2022-11-27T21:05:05.308 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.308 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2022-11-27T21:05:05.309 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2022-11-27T21:05:05.309 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.309 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2022-11-27T21:05:05.309 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2022-11-27T21:05:05.310 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.310 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2022-11-27T21:05:05.310 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2022-11-27T21:05:05.310 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.283+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.311 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2022-11-27T21:05:05.311 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2022-11-27T21:05:05.311 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.311 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2022-11-27T21:05:05.312 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2022-11-27T21:05:05.312 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.313 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2022-11-27T21:05:05.313 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2022-11-27T21:05:05.313 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.313 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2022-11-27T21:05:05.313 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2022-11-27T21:05:05.314 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.284+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.314 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2022-11-27T21:05:05.314 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2022-11-27T21:05:05.314 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.315 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2022-11-27T21:05:05.315 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2022-11-27T21:05:05.315 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.315 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2022-11-27T21:05:05.316 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2022-11-27T21:05:05.316 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.316 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.285+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2022-11-27T21:05:05.316 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2022-11-27T21:05:05.317 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.317 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2022-11-27T21:05:05.317 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2022-11-27T21:05:05.317 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.318 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2022-11-27T21:05:05.318 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2022-11-27T21:05:05.318 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.320 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2022-11-27T21:05:05.320 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2022-11-27T21:05:05.321 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.286+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.321 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2022-11-27T21:05:05.321 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2022-11-27T21:05:05.321 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.322 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2022-11-27T21:05:05.322 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2022-11-27T21:05:05.322 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.322 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2022-11-27T21:05:05.322 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2022-11-27T21:05:05.323 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.323 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2022-11-27T21:05:05.323 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2022-11-27T21:05:05.323 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.324 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.287+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2022-11-27T21:05:05.324 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2022-11-27T21:05:05.324 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.324 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2022-11-27T21:05:05.325 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2022-11-27T21:05:05.325 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.325 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2022-11-27T21:05:05.325 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2022-11-27T21:05:05.326 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.326 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2022-11-27T21:05:05.326 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2022-11-27T21:05:05.326 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.288+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.326 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2022-11-27T21:05:05.327 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2022-11-27T21:05:05.327 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.327 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2022-11-27T21:05:05.327 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2022-11-27T21:05:05.328 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.328 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2022-11-27T21:05:05.328 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2022-11-27T21:05:05.328 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.329 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2022-11-27T21:05:05.329 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2022-11-27T21:05:05.329 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.289+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.330 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2022-11-27T21:05:05.330 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2022-11-27T21:05:05.330 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.331 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2022-11-27T21:05:05.331 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2022-11-27T21:05:05.331 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.332 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2022-11-27T21:05:05.332 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2022-11-27T21:05:05.332 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.333 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2022-11-27T21:05:05.333 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2022-11-27T21:05:05.333 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.290+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.333 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2022-11-27T21:05:05.334 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2022-11-27T21:05:05.334 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.334 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2022-11-27T21:05:05.334 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2022-11-27T21:05:05.334 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.335 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2022-11-27T21:05:05.335 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2022-11-27T21:05:05.335 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.335 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2022-11-27T21:05:05.336 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2022-11-27T21:05:05.336 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.291+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.336 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2022-11-27T21:05:05.336 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2022-11-27T21:05:05.337 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.337 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2022-11-27T21:05:05.337 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2022-11-27T21:05:05.337 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.337 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2022-11-27T21:05:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2022-11-27T21:05:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2022-11-27T21:05:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2022-11-27T21:05:05.339 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.292+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.339 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2022-11-27T21:05:05.339 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2022-11-27T21:05:05.339 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2022-11-27T21:05:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2022-11-27T21:05:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.351 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2022-11-27T21:05:05.351 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2022-11-27T21:05:05.352 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.352 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2022-11-27T21:05:05.352 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2022-11-27T21:05:05.352 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.293+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.353 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2022-11-27T21:05:05.353 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2022-11-27T21:05:05.353 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.353 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2022-11-27T21:05:05.354 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2022-11-27T21:05:05.354 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.354 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2022-11-27T21:05:05.354 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2022-11-27T21:05:05.355 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.355 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2022-11-27T21:05:05.355 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2022-11-27T21:05:05.355 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.294+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.356 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2022-11-27T21:05:05.356 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2022-11-27T21:05:05.356 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.357 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2022-11-27T21:05:05.357 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2022-11-27T21:05:05.357 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.357 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2022-11-27T21:05:05.357 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2022-11-27T21:05:05.358 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.358 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2022-11-27T21:05:05.358 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2022-11-27T21:05:05.358 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.359 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2022-11-27T21:05:05.359 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2022-11-27T21:05:05.359 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.295+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.359 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2022-11-27T21:05:05.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2022-11-27T21:05:05.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2022-11-27T21:05:05.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2022-11-27T21:05:05.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.361 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2022-11-27T21:05:05.361 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2022-11-27T21:05:05.361 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.361 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2022-11-27T21:05:05.362 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2022-11-27T21:05:05.362 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.296+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.362 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2022-11-27T21:05:05.362 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2022-11-27T21:05:05.363 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.363 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2022-11-27T21:05:05.363 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2022-11-27T21:05:05.363 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.364 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2022-11-27T21:05:05.364 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2022-11-27T21:05:05.364 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.364 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2022-11-27T21:05:05.364 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2022-11-27T21:05:05.365 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.297+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.365 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2022-11-27T21:05:05.365 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2022-11-27T21:05:05.365 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.366 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2022-11-27T21:05:05.366 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2022-11-27T21:05:05.366 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.366 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2022-11-27T21:05:05.367 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2022-11-27T21:05:05.367 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.367 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2022-11-27T21:05:05.367 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2022-11-27T21:05:05.367 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.298+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.368 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2022-11-27T21:05:05.368 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2022-11-27T21:05:05.368 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.368 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2022-11-27T21:05:05.369 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2022-11-27T21:05:05.369 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.369 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2022-11-27T21:05:05.369 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2022-11-27T21:05:05.370 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.370 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2022-11-27T21:05:05.370 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2022-11-27T21:05:05.370 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.299+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.371 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2022-11-27T21:05:05.371 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2022-11-27T21:05:05.371 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.371 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2022-11-27T21:05:05.372 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2022-11-27T21:05:05.372 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.372 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2022-11-27T21:05:05.372 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2022-11-27T21:05:05.372 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.373 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2022-11-27T21:05:05.373 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2022-11-27T21:05:05.373 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.300+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.373 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2022-11-27T21:05:05.374 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2022-11-27T21:05:05.374 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.374 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2022-11-27T21:05:05.374 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2022-11-27T21:05:05.374 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.375 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2022-11-27T21:05:05.375 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2022-11-27T21:05:05.375 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.375 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2022-11-27T21:05:05.376 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2022-11-27T21:05:05.376 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.301+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.376 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2022-11-27T21:05:05.376 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2022-11-27T21:05:05.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2022-11-27T21:05:05.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2022-11-27T21:05:05.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.378 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2022-11-27T21:05:05.378 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2022-11-27T21:05:05.378 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.378 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2022-11-27T21:05:05.378 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2022-11-27T21:05:05.379 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.302+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.379 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2022-11-27T21:05:05.379 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2022-11-27T21:05:05.379 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.380 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2022-11-27T21:05:05.380 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2022-11-27T21:05:05.380 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.380 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2022-11-27T21:05:05.381 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2022-11-27T21:05:05.381 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.381 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2022-11-27T21:05:05.381 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2022-11-27T21:05:05.381 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.303+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.382 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2022-11-27T21:05:05.382 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2022-11-27T21:05:05.382 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.382 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2022-11-27T21:05:05.383 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2022-11-27T21:05:05.383 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.383 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2022-11-27T21:05:05.384 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2022-11-27T21:05:05.384 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.384 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2022-11-27T21:05:05.384 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2022-11-27T21:05:05.384 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.304+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.385 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2022-11-27T21:05:05.385 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2022-11-27T21:05:05.385 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.385 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2022-11-27T21:05:05.386 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2022-11-27T21:05:05.386 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.386 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2022-11-27T21:05:05.386 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2022-11-27T21:05:05.387 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.387 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2022-11-27T21:05:05.387 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2022-11-27T21:05:05.387 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.305+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.387 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2022-11-27T21:05:05.388 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2022-11-27T21:05:05.388 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.388 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2022-11-27T21:05:05.388 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2022-11-27T21:05:05.389 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.389 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2022-11-27T21:05:05.389 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2022-11-27T21:05:05.389 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.390 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2022-11-27T21:05:05.390 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2022-11-27T21:05:05.390 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.306+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.390 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2022-11-27T21:05:05.390 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2022-11-27T21:05:05.391 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.391 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2022-11-27T21:05:05.391 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2022-11-27T21:05:05.391 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.392 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2022-11-27T21:05:05.392 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2022-11-27T21:05:05.392 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.307+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.392 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2022-11-27T21:05:05.392 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2022-11-27T21:05:05.393 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.393 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2022-11-27T21:05:05.393 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2022-11-27T21:05:05.393 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.394 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2022-11-27T21:05:05.394 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2022-11-27T21:05:05.394 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.394 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2022-11-27T21:05:05.395 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2022-11-27T21:05:05.395 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.395 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2022-11-27T21:05:05.395 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2022-11-27T21:05:05.396 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.308+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.396 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2022-11-27T21:05:05.396 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2022-11-27T21:05:05.396 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.397 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2022-11-27T21:05:05.397 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2022-11-27T21:05:05.397 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.397 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2022-11-27T21:05:05.398 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2022-11-27T21:05:05.398 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.398 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2022-11-27T21:05:05.398 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2022-11-27T21:05:05.398 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.309+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.399 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2022-11-27T21:05:05.399 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2022-11-27T21:05:05.399 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.399 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2022-11-27T21:05:05.400 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2022-11-27T21:05:05.400 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.400 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2022-11-27T21:05:05.400 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2022-11-27T21:05:05.401 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.401 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2022-11-27T21:05:05.401 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2022-11-27T21:05:05.401 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.401 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2022-11-27T21:05:05.402 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2022-11-27T21:05:05.402 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.310+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.402 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.311+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2022-11-27T21:05:05.402 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.311+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2022-11-27T21:05:05.403 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.311+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.403 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.311+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2022-11-27T21:05:05.403 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.311+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2022-11-27T21:05:05.403 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.311+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.404 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.311+0000 7fa495653780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2022-11-27T21:05:05.404 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.311+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1203 entering 2022-11-27T21:05:05.404 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.312+0000 7fa495653780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-11-27T21:05:05.404 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.316+0000 7fa47a5cf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-11-27T21:05:05.405 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.316+0000 7fa495653780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-11-27T21:05:05.405 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:05.316+0000 7fa495653780 20 check_secure_mon_conn(): mode 1 is insecure 2022-11-27T21:05:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.261+0000 7fa495653780 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2022-11-27T21:05:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.261+0000 7fa495653780 5 note: GC not initialized 2022-11-27T21:05:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.262+0000 7fa475dc6700 20 reqs_thread_entry: start 2022-11-27T21:05:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.262+0000 7fa495653780 20 init_complete bucket index max shards: 11 2022-11-27T21:05:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.263+0000 7fa495653780 10 rgw notify: Started notification manager with: 1 workers 2022-11-27T21:05:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.263+0000 7fa473dc2700 20 rgw notify: INFO: next queues processing will happen at: Sun Nov 27 21:05:38 2022 2022-11-27T21:05:08.267 INFO:teuthology.orchestra.run.smithi003.stderr: 2022-11-27T21:05:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.263+0000 7fa4735a0700 20 reqs_thread_entry: start 2022-11-27T21:05:08.296 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2022-11-27T21:05:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.293+0000 7fa47a5cf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-11-27T21:05:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.296+0000 7fa495653780 20 remove_watcher() i=0 2022-11-27T21:05:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.296+0000 7fa495653780 2 removed watcher, disabling cache 2022-11-27T21:05:08.299 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.297+0000 7fa495653780 20 remove_watcher() i=1 2022-11-27T21:05:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.299+0000 7fa495653780 20 remove_watcher() i=2 2022-11-27T21:05:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.300+0000 7fa495653780 20 remove_watcher() i=3 2022-11-27T21:05:08.305 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.302+0000 7fa495653780 20 remove_watcher() i=4 2022-11-27T21:05:08.306 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.304+0000 7fa495653780 20 remove_watcher() i=5 2022-11-27T21:05:08.307 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.305+0000 7fa495653780 20 remove_watcher() i=6 2022-11-27T21:05:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.306+0000 7fa495653780 20 remove_watcher() i=7 2022-11-27T21:05:08.324 DEBUG:tasks.util.rgw: json result: [] 2022-11-27T21:05:08.325 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2022-11-27T21:05:08.325 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2022-11-27T21:05:08.326 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2022-11-27T21:05:08.327 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2022-11-27T21:05:08.383 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setuser ceph since I am not root 2022-11-27T21:05:08.384 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setgroup ceph since I am not root 2022-11-27T21:05:08.394 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.391+0000 7fe15f38a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-11-27T21:05:08.395 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.391+0000 7fe15f38a780 20 check_secure_mon_conn(): mode 1 is insecure 2022-11-27T21:05:08.399 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.396+0000 7fe140aff700 20 reqs_thread_entry: start 2022-11-27T21:05:08.400 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.396+0000 7fe15f38a780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2022-11-27T21:05:08.418 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2022-11-27T21:05:08.418 INFO:teuthology.orchestra.run.smithi003.stdout: { 2022-11-27T21:05:08.419 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "default-placement", 2022-11-27T21:05:08.419 INFO:teuthology.orchestra.run.smithi003.stdout: "val": { 2022-11-27T21:05:08.419 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default-placement", 2022-11-27T21:05:08.419 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2022-11-27T21:05:08.420 INFO:teuthology.orchestra.run.smithi003.stdout: "storage_classes": [ 2022-11-27T21:05:08.420 INFO:teuthology.orchestra.run.smithi003.stdout: "LUKEWARM", 2022-11-27T21:05:08.420 INFO:teuthology.orchestra.run.smithi003.stdout: "STANDARD" 2022-11-27T21:05:08.420 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2022-11-27T21:05:08.420 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.421 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.421 INFO:teuthology.orchestra.run.smithi003.stdout:] 2022-11-27T21:05:08.422 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2022-11-27T21:05:08.423 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2022-11-27T21:05:08.423 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2022-11-27T21:05:08.423 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2022-11-27T21:05:08.477 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setuser ceph since I am not root 2022-11-27T21:05:08.478 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setgroup ceph since I am not root 2022-11-27T21:05:08.487 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.485+0000 7f054505e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-11-27T21:05:08.488 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.485+0000 7f054505e780 20 check_secure_mon_conn(): mode 1 is insecure 2022-11-27T21:05:08.491 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.488+0000 7f05267d3700 20 reqs_thread_entry: start 2022-11-27T21:05:08.492 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.488+0000 7f054505e780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2022-11-27T21:05:08.510 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2022-11-27T21:05:08.510 INFO:teuthology.orchestra.run.smithi003.stdout: "id": "c2cbdf54-0af4-4b35-acb4-3b5529db90c8", 2022-11-27T21:05:08.511 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default", 2022-11-27T21:05:08.511 INFO:teuthology.orchestra.run.smithi003.stdout: "domain_root": "default.rgw.meta:root", 2022-11-27T21:05:08.512 INFO:teuthology.orchestra.run.smithi003.stdout: "control_pool": "default.rgw.control", 2022-11-27T21:05:08.512 INFO:teuthology.orchestra.run.smithi003.stdout: "gc_pool": "default.rgw.log:gc", 2022-11-27T21:05:08.513 INFO:teuthology.orchestra.run.smithi003.stdout: "lc_pool": "default.rgw.log:lc", 2022-11-27T21:05:08.513 INFO:teuthology.orchestra.run.smithi003.stdout: "log_pool": "default.rgw.log", 2022-11-27T21:05:08.513 INFO:teuthology.orchestra.run.smithi003.stdout: "intent_log_pool": "default.rgw.log:intent", 2022-11-27T21:05:08.514 INFO:teuthology.orchestra.run.smithi003.stdout: "usage_log_pool": "default.rgw.log:usage", 2022-11-27T21:05:08.514 INFO:teuthology.orchestra.run.smithi003.stdout: "roles_pool": "default.rgw.meta:roles", 2022-11-27T21:05:08.515 INFO:teuthology.orchestra.run.smithi003.stdout: "reshard_pool": "default.rgw.log:reshard", 2022-11-27T21:05:08.515 INFO:teuthology.orchestra.run.smithi003.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2022-11-27T21:05:08.516 INFO:teuthology.orchestra.run.smithi003.stdout: "user_email_pool": "default.rgw.meta:users.email", 2022-11-27T21:05:08.516 INFO:teuthology.orchestra.run.smithi003.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2022-11-27T21:05:08.517 INFO:teuthology.orchestra.run.smithi003.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2022-11-27T21:05:08.517 INFO:teuthology.orchestra.run.smithi003.stdout: "otp_pool": "default.rgw.otp", 2022-11-27T21:05:08.517 INFO:teuthology.orchestra.run.smithi003.stdout: "system_key": { 2022-11-27T21:05:08.517 INFO:teuthology.orchestra.run.smithi003.stdout: "access_key": "", 2022-11-27T21:05:08.518 INFO:teuthology.orchestra.run.smithi003.stdout: "secret_key": "" 2022-11-27T21:05:08.518 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:05:08.518 INFO:teuthology.orchestra.run.smithi003.stdout: "placement_pools": [ 2022-11-27T21:05:08.518 INFO:teuthology.orchestra.run.smithi003.stdout: { 2022-11-27T21:05:08.518 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "default-placement", 2022-11-27T21:05:08.519 INFO:teuthology.orchestra.run.smithi003.stdout: "val": { 2022-11-27T21:05:08.519 INFO:teuthology.orchestra.run.smithi003.stdout: "index_pool": "default.rgw.buckets.index", 2022-11-27T21:05:08.519 INFO:teuthology.orchestra.run.smithi003.stdout: "storage_classes": { 2022-11-27T21:05:08.520 INFO:teuthology.orchestra.run.smithi003.stdout: "LUKEWARM": { 2022-11-27T21:05:08.520 INFO:teuthology.orchestra.run.smithi003.stdout: "data_pool": "default.rgw.buckets.data.lukewarm" 2022-11-27T21:05:08.520 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:05:08.521 INFO:teuthology.orchestra.run.smithi003.stdout: "STANDARD": { 2022-11-27T21:05:08.521 INFO:teuthology.orchestra.run.smithi003.stdout: "data_pool": "default.rgw.buckets.data" 2022-11-27T21:05:08.521 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.522 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:05:08.522 INFO:teuthology.orchestra.run.smithi003.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2022-11-27T21:05:08.523 INFO:teuthology.orchestra.run.smithi003.stdout: "index_type": 0 2022-11-27T21:05:08.523 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.523 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.524 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2022-11-27T21:05:08.524 INFO:teuthology.orchestra.run.smithi003.stdout: "realm_id": "", 2022-11-27T21:05:08.525 INFO:teuthology.orchestra.run.smithi003.stdout: "notif_pool": "default.rgw.log:notif" 2022-11-27T21:05:08.525 INFO:teuthology.orchestra.run.smithi003.stdout:} 2022-11-27T21:05:08.527 DEBUG:tasks.util.rgw: json result: {'id': 'c2cbdf54-0af4-4b35-acb4-3b5529db90c8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2022-11-27T21:05:08.528 INFO:tasks.rgw:Configuring storage class type = FROZEN 2022-11-27T21:05:08.528 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2022-11-27T21:05:08.529 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2022-11-27T21:05:08.529 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2022-11-27T21:05:08.580 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setuser ceph since I am not root 2022-11-27T21:05:08.581 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setgroup ceph since I am not root 2022-11-27T21:05:08.590 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.587+0000 7f8d49038780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-11-27T21:05:08.590 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.587+0000 7f8d49038780 20 check_secure_mon_conn(): mode 1 is insecure 2022-11-27T21:05:08.593 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.591+0000 7f8d2a7ad700 20 reqs_thread_entry: start 2022-11-27T21:05:08.593 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.591+0000 7f8d49038780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2022-11-27T21:05:08.611 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2022-11-27T21:05:08.611 INFO:teuthology.orchestra.run.smithi003.stdout: { 2022-11-27T21:05:08.612 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "default-placement", 2022-11-27T21:05:08.612 INFO:teuthology.orchestra.run.smithi003.stdout: "val": { 2022-11-27T21:05:08.612 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default-placement", 2022-11-27T21:05:08.612 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2022-11-27T21:05:08.612 INFO:teuthology.orchestra.run.smithi003.stdout: "storage_classes": [ 2022-11-27T21:05:08.613 INFO:teuthology.orchestra.run.smithi003.stdout: "FROZEN", 2022-11-27T21:05:08.613 INFO:teuthology.orchestra.run.smithi003.stdout: "LUKEWARM", 2022-11-27T21:05:08.613 INFO:teuthology.orchestra.run.smithi003.stdout: "STANDARD" 2022-11-27T21:05:08.613 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2022-11-27T21:05:08.613 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.614 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.614 INFO:teuthology.orchestra.run.smithi003.stdout:] 2022-11-27T21:05:08.615 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2022-11-27T21:05:08.615 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2022-11-27T21:05:08.616 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2022-11-27T21:05:08.616 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2022-11-27T21:05:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setuser ceph since I am not root 2022-11-27T21:05:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setgroup ceph since I am not root 2022-11-27T21:05:08.679 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.677+0000 7fdedbeac780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-11-27T21:05:08.680 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.677+0000 7fdedbeac780 20 check_secure_mon_conn(): mode 1 is insecure 2022-11-27T21:05:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.681+0000 7fdebd621700 20 reqs_thread_entry: start 2022-11-27T21:05:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:05:08.681+0000 7fdedbeac780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2022-11-27T21:05:08.702 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2022-11-27T21:05:08.702 INFO:teuthology.orchestra.run.smithi003.stdout: "id": "c2cbdf54-0af4-4b35-acb4-3b5529db90c8", 2022-11-27T21:05:08.703 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default", 2022-11-27T21:05:08.703 INFO:teuthology.orchestra.run.smithi003.stdout: "domain_root": "default.rgw.meta:root", 2022-11-27T21:05:08.703 INFO:teuthology.orchestra.run.smithi003.stdout: "control_pool": "default.rgw.control", 2022-11-27T21:05:08.703 INFO:teuthology.orchestra.run.smithi003.stdout: "gc_pool": "default.rgw.log:gc", 2022-11-27T21:05:08.704 INFO:teuthology.orchestra.run.smithi003.stdout: "lc_pool": "default.rgw.log:lc", 2022-11-27T21:05:08.704 INFO:teuthology.orchestra.run.smithi003.stdout: "log_pool": "default.rgw.log", 2022-11-27T21:05:08.704 INFO:teuthology.orchestra.run.smithi003.stdout: "intent_log_pool": "default.rgw.log:intent", 2022-11-27T21:05:08.704 INFO:teuthology.orchestra.run.smithi003.stdout: "usage_log_pool": "default.rgw.log:usage", 2022-11-27T21:05:08.705 INFO:teuthology.orchestra.run.smithi003.stdout: "roles_pool": "default.rgw.meta:roles", 2022-11-27T21:05:08.705 INFO:teuthology.orchestra.run.smithi003.stdout: "reshard_pool": "default.rgw.log:reshard", 2022-11-27T21:05:08.705 INFO:teuthology.orchestra.run.smithi003.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2022-11-27T21:05:08.705 INFO:teuthology.orchestra.run.smithi003.stdout: "user_email_pool": "default.rgw.meta:users.email", 2022-11-27T21:05:08.705 INFO:teuthology.orchestra.run.smithi003.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2022-11-27T21:05:08.706 INFO:teuthology.orchestra.run.smithi003.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2022-11-27T21:05:08.706 INFO:teuthology.orchestra.run.smithi003.stdout: "otp_pool": "default.rgw.otp", 2022-11-27T21:05:08.706 INFO:teuthology.orchestra.run.smithi003.stdout: "system_key": { 2022-11-27T21:05:08.706 INFO:teuthology.orchestra.run.smithi003.stdout: "access_key": "", 2022-11-27T21:05:08.707 INFO:teuthology.orchestra.run.smithi003.stdout: "secret_key": "" 2022-11-27T21:05:08.707 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:05:08.708 INFO:teuthology.orchestra.run.smithi003.stdout: "placement_pools": [ 2022-11-27T21:05:08.708 INFO:teuthology.orchestra.run.smithi003.stdout: { 2022-11-27T21:05:08.708 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "default-placement", 2022-11-27T21:05:08.708 INFO:teuthology.orchestra.run.smithi003.stdout: "val": { 2022-11-27T21:05:08.709 INFO:teuthology.orchestra.run.smithi003.stdout: "index_pool": "default.rgw.buckets.index", 2022-11-27T21:05:08.709 INFO:teuthology.orchestra.run.smithi003.stdout: "storage_classes": { 2022-11-27T21:05:08.709 INFO:teuthology.orchestra.run.smithi003.stdout: "FROZEN": { 2022-11-27T21:05:08.709 INFO:teuthology.orchestra.run.smithi003.stdout: "data_pool": "default.rgw.buckets.data.frozen" 2022-11-27T21:05:08.709 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:05:08.710 INFO:teuthology.orchestra.run.smithi003.stdout: "LUKEWARM": { 2022-11-27T21:05:08.710 INFO:teuthology.orchestra.run.smithi003.stdout: "data_pool": "default.rgw.buckets.data.lukewarm" 2022-11-27T21:05:08.710 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:05:08.710 INFO:teuthology.orchestra.run.smithi003.stdout: "STANDARD": { 2022-11-27T21:05:08.711 INFO:teuthology.orchestra.run.smithi003.stdout: "data_pool": "default.rgw.buckets.data" 2022-11-27T21:05:08.711 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.711 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:05:08.711 INFO:teuthology.orchestra.run.smithi003.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2022-11-27T21:05:08.711 INFO:teuthology.orchestra.run.smithi003.stdout: "index_type": 0 2022-11-27T21:05:08.712 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.712 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:05:08.712 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2022-11-27T21:05:08.712 INFO:teuthology.orchestra.run.smithi003.stdout: "realm_id": "", 2022-11-27T21:05:08.713 INFO:teuthology.orchestra.run.smithi003.stdout: "notif_pool": "default.rgw.log:notif" 2022-11-27T21:05:08.713 INFO:teuthology.orchestra.run.smithi003.stdout:} 2022-11-27T21:05:08.714 DEBUG:tasks.util.rgw: json result: {'id': 'c2cbdf54-0af4-4b35-acb4-3b5529db90c8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2022-11-27T21:05:08.715 INFO:tasks.rgw:Starting rgw... 2022-11-27T21:05:08.715 INFO:tasks.rgw:rgw client.0 config is {} 2022-11-27T21:05:08.715 INFO:tasks.rgw:Using beast as radosgw frontend 2022-11-27T21:05:08.716 INFO:tasks.rgw.client.0:Restarting daemon 2022-11-27T21:05:08.716 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=80' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2022-11-27T21:05:08.719 INFO:tasks.rgw.client.0:Started 2022-11-27T21:05:08.719 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on http://smithi003.front.sepia.ceph.com:80/ 2022-11-27T21:05:08.720 DEBUG:teuthology.orchestra.run.smithi003:> curl http://smithi003.front.sepia.ceph.com:80/ 2022-11-27T21:05:08.753 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-11-27T21:05:08.754 INFO:teuthology.orchestra.run.smithi003.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-11-27T21:05:08.754 INFO:teuthology.orchestra.run.smithi003.stderr: Dload Upload Total Spent Left Speed 2022-11-27T21:05:08.754 INFO:teuthology.orchestra.run.smithi003.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi003.front.sepia.ceph.com port 80: Connection refused 2022-11-27T21:05:09.756 DEBUG:teuthology.orchestra.run.smithi003:> curl http://smithi003.front.sepia.ceph.com:80/ 2022-11-27T21:05:09.784 INFO:teuthology.orchestra.run.smithi003.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-11-27T21:05:09.785 INFO:teuthology.orchestra.run.smithi003.stderr: Dload Upload Total Spent Left Speed 2022-11-27T21:05:09.785 INFO:teuthology.orchestra.run.smithi003.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 71333 2022-11-27T21:05:09.786 INFO:teuthology.orchestra.run.smithi003.stdout:anonymous 2022-11-27T21:05:09.787 INFO:teuthology.run_tasks:Running task rabbitmq... 2022-11-27T21:05:09.802 DEBUG:tasks.rabbitmq:RabbitMQ config is {'client.0': None} 2022-11-27T21:05:09.803 INFO:tasks.rabbitmq:Installing RabbitMQ... 2022-11-27T21:05:09.803 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install epel-release 2022-11-27T21:05:10.467 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:04:06 ago on Sun 27 Nov 2022 09:01:04 PM UTC. 2022-11-27T21:05:11.633 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:05:11.633 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:05:11.634 INFO:teuthology.orchestra.run.smithi003.stdout: Package Architecture Version Repository Size 2022-11-27T21:05:11.634 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:05:11.634 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:05:11.634 INFO:teuthology.orchestra.run.smithi003.stdout: epel-release noarch 8-18.el8 epel 24 k 2022-11-27T21:05:11.635 INFO:teuthology.orchestra.run.smithi003.stdout:Installing weak dependencies: 2022-11-27T21:05:11.635 INFO:teuthology.orchestra.run.smithi003.stdout: epel-next-release noarch 8-18.el8 epel 11 k 2022-11-27T21:05:11.635 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:11.635 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:05:11.636 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:05:11.636 INFO:teuthology.orchestra.run.smithi003.stdout:Install 2 Packages 2022-11-27T21:05:11.636 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:11.637 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 35 k 2022-11-27T21:05:11.637 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 38 k 2022-11-27T21:05:11.637 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:05:11.761 INFO:teuthology.orchestra.run.smithi003.stdout:(1/2): epel-release-8-18.el8.noarch.rpm 194 kB/s | 24 kB 00:00 2022-11-27T21:05:11.954 INFO:teuthology.orchestra.run.smithi003.stdout:(2/2): epel-next-release-8-18.el8.noarch.rpm 34 kB/s | 11 kB 00:00 2022-11-27T21:05:11.954 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:05:11.955 INFO:teuthology.orchestra.run.smithi003.stdout:Total 110 kB/s | 35 kB 00:00 2022-11-27T21:05:11.955 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:05:11.959 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:05:11.959 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:05:11.961 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:05:11.965 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:05:12.046 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:05:12.046 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : epel-release-8-18.el8.noarch 1/2 2022-11-27T21:05:12.046 INFO:teuthology.orchestra.run.smithi003.stdout:warning: /etc/yum.repos.d/epel-testing.repo created as /etc/yum.repos.d/epel-testing.repo.rpmnew 2022-11-27T21:05:12.047 INFO:teuthology.orchestra.run.smithi003.stdout:warning: /etc/yum.repos.d/epel.repo created as /etc/yum.repos.d/epel.repo.rpmnew 2022-11-27T21:05:12.047 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:12.266 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: epel-release-8-18.el8.noarch 1/2 2022-11-27T21:05:12.266 INFO:teuthology.orchestra.run.smithi003.stdout:Many EPEL packages require the CodeReady Builder (CRB) repository. 2022-11-27T21:05:12.267 INFO:teuthology.orchestra.run.smithi003.stdout:It is recommended that you run /usr/bin/crb enable to enable the CRB repository. 2022-11-27T21:05:12.267 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:12.442 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : epel-next-release-8-18.el8.noarch 2/2 2022-11-27T21:05:12.796 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: epel-next-release-8-18.el8.noarch 2/2 2022-11-27T21:05:12.797 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : epel-next-release-8-18.el8.noarch 1/2 2022-11-27T21:05:13.246 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : epel-release-8-18.el8.noarch 2/2 2022-11-27T21:05:13.247 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:13.247 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:05:13.248 INFO:teuthology.orchestra.run.smithi003.stdout: epel-next-release-8-18.el8.noarch epel-release-8-18.el8.noarch 2022-11-27T21:05:13.248 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:13.249 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:05:13.373 DEBUG:teuthology.orchestra.run.smithi003:> curl -s https://packagecloud.io/install/repositories/rabbitmq/erlang/script.rpm.sh | sudo bash 2022-11-27T21:05:13.844 INFO:teuthology.orchestra.run.smithi003.stdout:Detected operating system as centos/8. 2022-11-27T21:05:13.844 INFO:teuthology.orchestra.run.smithi003.stdout:Checking for curl... 2022-11-27T21:05:13.844 INFO:teuthology.orchestra.run.smithi003.stdout:Detected curl... 2022-11-27T21:05:13.844 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading repository file: https://packagecloud.io/install/repositories/rabbitmq/erlang/config_file.repo?os=centos&dist=8&source=script 2022-11-27T21:05:14.328 INFO:teuthology.orchestra.run.smithi003.stdout:done. 2022-11-27T21:05:14.329 INFO:teuthology.orchestra.run.smithi003.stdout:Installing yum-utils... 2022-11-27T21:05:15.252 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 8 - Next - 4.6 MB/s | 1.4 MB 00:00 2022-11-27T21:05:20.498 INFO:teuthology.orchestra.run.smithi003.stdout:rabbitmq_erlang-source 172 B/s | 819 B 00:04 2022-11-27T21:05:21.860 INFO:teuthology.orchestra.run.smithi003.stdout:rabbitmq_erlang-source 2.8 kB/s | 3.8 kB 00:01 2022-11-27T21:05:21.919 INFO:teuthology.orchestra.run.smithi003.stderr:Importing GPG key 0xDF309A0B: 2022-11-27T21:05:21.920 INFO:teuthology.orchestra.run.smithi003.stderr: Userid : "https://packagecloud.io/rabbitmq/erlang (https://packagecloud.io/docs#gpg_signing) " 2022-11-27T21:05:21.920 INFO:teuthology.orchestra.run.smithi003.stderr: Fingerprint: 2EBD E413 D3CE 5D35 BCD1 5B7C 71C6 3471 DF30 9A0B 2022-11-27T21:05:21.920 INFO:teuthology.orchestra.run.smithi003.stderr: From : https://packagecloud.io/rabbitmq/erlang/gpgkey 2022-11-27T21:05:28.170 INFO:teuthology.orchestra.run.smithi003.stdout:rabbitmq_erlang-source 47 B/s | 296 B 00:06 2022-11-27T21:05:29.849 INFO:teuthology.orchestra.run.smithi003.stdout:Package yum-utils-4.0.21-16.el8.noarch is already installed. 2022-11-27T21:05:29.952 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:05:29.955 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:05:29.955 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:05:30.744 INFO:teuthology.orchestra.run.smithi003.stdout:Generating yum cache for rabbitmq_erlang... 2022-11-27T21:05:36.935 INFO:teuthology.orchestra.run.smithi003.stderr:Importing GPG key 0xDF309A0B: 2022-11-27T21:05:36.936 INFO:teuthology.orchestra.run.smithi003.stderr: Userid : "https://packagecloud.io/rabbitmq/erlang (https://packagecloud.io/docs#gpg_signing) " 2022-11-27T21:05:36.937 INFO:teuthology.orchestra.run.smithi003.stderr: Fingerprint: 2EBD E413 D3CE 5D35 BCD1 5B7C 71C6 3471 DF30 9A0B 2022-11-27T21:05:36.937 INFO:teuthology.orchestra.run.smithi003.stderr: From : https://packagecloud.io/rabbitmq/erlang/gpgkey 2022-11-27T21:05:45.971 INFO:teuthology.orchestra.run.smithi003.stdout:Generating yum cache for rabbitmq_erlang-source... 2022-11-27T21:05:50.921 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:50.921 INFO:teuthology.orchestra.run.smithi003.stdout:The repository is setup! You can now install packages. 2022-11-27T21:05:50.922 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install erlang 2022-11-27T21:05:51.637 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:01 ago on Sun 27 Nov 2022 09:05:50 PM UTC. 2022-11-27T21:05:52.880 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:05:52.881 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:05:52.881 INFO:teuthology.orchestra.run.smithi003.stdout: Package Architecture Version Repository Size 2022-11-27T21:05:52.881 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:05:52.881 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:05:52.882 INFO:teuthology.orchestra.run.smithi003.stdout: erlang x86_64 25.1.1-1.el8 rabbitmq_erlang 20 M 2022-11-27T21:05:52.882 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:52.882 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:05:52.882 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:05:52.882 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:05:52.883 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:05:52.883 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 20 M 2022-11-27T21:05:52.884 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 36 M 2022-11-27T21:05:52.884 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:05:59.702 INFO:teuthology.orchestra.run.smithi003.stdout:erlang-25.1.1-1.el8.x86_64.rpm 3.0 MB/s | 20 MB 00:06 2022-11-27T21:05:59.705 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:05:59.705 INFO:teuthology.orchestra.run.smithi003.stdout:Total 3.0 MB/s | 20 MB 00:06 2022-11-27T21:05:59.705 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:05:59.718 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:05:59.718 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:05:59.945 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:05:59.948 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:06:02.211 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:06:02.467 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : erlang-25.1.1-1.el8.x86_64 1/1 2022-11-27T21:06:02.712 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: erlang-25.1.1-1.el8.x86_64 1/1 2022-11-27T21:06:03.139 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : erlang-25.1.1-1.el8.x86_64 1/1 2022-11-27T21:06:03.139 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:06:03.140 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:06:03.140 INFO:teuthology.orchestra.run.smithi003.stdout: erlang-25.1.1-1.el8.x86_64 2022-11-27T21:06:03.140 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:06:03.140 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:06:03.255 DEBUG:teuthology.orchestra.run.smithi003:> curl -s https://packagecloud.io/install/repositories/rabbitmq/rabbitmq-server/script.rpm.sh | sudo bash 2022-11-27T21:06:03.685 INFO:teuthology.orchestra.run.smithi003.stdout:Detected operating system as centos/8. 2022-11-27T21:06:03.686 INFO:teuthology.orchestra.run.smithi003.stdout:Checking for curl... 2022-11-27T21:06:03.686 INFO:teuthology.orchestra.run.smithi003.stdout:Detected curl... 2022-11-27T21:06:03.687 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading repository file: https://packagecloud.io/install/repositories/rabbitmq/rabbitmq-server/config_file.repo?os=centos&dist=8&source=script 2022-11-27T21:06:04.077 INFO:teuthology.orchestra.run.smithi003.stdout:done. 2022-11-27T21:06:04.078 INFO:teuthology.orchestra.run.smithi003.stdout:Installing yum-utils... 2022-11-27T21:06:08.674 INFO:teuthology.orchestra.run.smithi003.stdout:rabbitmq_rabbitmq-server-source 208 B/s | 819 B 00:03 2022-11-27T21:06:10.002 INFO:teuthology.orchestra.run.smithi003.stdout:rabbitmq_rabbitmq-server-source 2.9 kB/s | 3.9 kB 00:01 2022-11-27T21:06:10.033 INFO:teuthology.orchestra.run.smithi003.stderr:Importing GPG key 0x4D206F89: 2022-11-27T21:06:10.034 INFO:teuthology.orchestra.run.smithi003.stderr: Userid : "https://packagecloud.io/rabbitmq/rabbitmq-server (https://packagecloud.io/docs#gpg_signing) " 2022-11-27T21:06:10.034 INFO:teuthology.orchestra.run.smithi003.stderr: Fingerprint: 8C69 5B02 19AF DEB0 4A05 8ED8 F4E7 8920 4D20 6F89 2022-11-27T21:06:10.035 INFO:teuthology.orchestra.run.smithi003.stderr: From : https://packagecloud.io/rabbitmq/rabbitmq-server/gpgkey 2022-11-27T21:06:17.014 INFO:teuthology.orchestra.run.smithi003.stdout:rabbitmq_rabbitmq-server-source 43 B/s | 296 B 00:06 2022-11-27T21:06:17.133 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:01 ago on Sun 27 Nov 2022 09:06:16 PM UTC. 2022-11-27T21:06:18.566 INFO:teuthology.orchestra.run.smithi003.stdout:Package yum-utils-4.0.21-16.el8.noarch is already installed. 2022-11-27T21:06:18.672 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:06:18.673 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2022-11-27T21:06:18.673 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:06:19.464 INFO:teuthology.orchestra.run.smithi003.stdout:Generating yum cache for rabbitmq_rabbitmq-server... 2022-11-27T21:06:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:Importing GPG key 0x4D206F89: 2022-11-27T21:06:25.036 INFO:teuthology.orchestra.run.smithi003.stderr: Userid : "https://packagecloud.io/rabbitmq/rabbitmq-server (https://packagecloud.io/docs#gpg_signing) " 2022-11-27T21:06:25.036 INFO:teuthology.orchestra.run.smithi003.stderr: Fingerprint: 8C69 5B02 19AF DEB0 4A05 8ED8 F4E7 8920 4D20 6F89 2022-11-27T21:06:25.037 INFO:teuthology.orchestra.run.smithi003.stderr: From : https://packagecloud.io/rabbitmq/rabbitmq-server/gpgkey 2022-11-27T21:06:34.169 INFO:teuthology.orchestra.run.smithi003.stdout:Generating yum cache for rabbitmq_rabbitmq-server-source... 2022-11-27T21:06:39.381 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:06:39.381 INFO:teuthology.orchestra.run.smithi003.stdout:The repository is setup! You can now install packages. 2022-11-27T21:06:39.383 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install rabbitmq-server 2022-11-27T21:06:40.123 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:01 ago on Sun 27 Nov 2022 09:06:39 PM UTC. 2022-11-27T21:06:41.399 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:06:41.400 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:06:41.400 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:06:41.401 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:06:41.401 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:06:41.401 INFO:teuthology.orchestra.run.smithi003.stdout: rabbitmq-server noarch 3.11.3-1.el8 rabbitmq_rabbitmq-server 17 M 2022-11-27T21:06:41.402 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:06:41.403 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:06:41.403 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:06:41.403 INFO:teuthology.orchestra.run.smithi003.stdout:Install 1 Package 2022-11-27T21:06:41.404 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:06:41.404 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 17 M 2022-11-27T21:06:41.404 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 22 M 2022-11-27T21:06:41.404 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:06:46.580 INFO:teuthology.orchestra.run.smithi003.stdout:rabbitmq-server-3.11.3-1.el8.noarch.rpm 3.2 MB/s | 17 MB 00:05 2022-11-27T21:06:46.583 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:06:46.583 INFO:teuthology.orchestra.run.smithi003.stdout:Total 3.2 MB/s | 17 MB 00:05 2022-11-27T21:06:46.583 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:06:46.595 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:06:46.596 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:06:46.694 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:06:46.697 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:06:46.850 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:06:49.327 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: rabbitmq-server-3.11.3-1.el8.noarch 1/1 2022-11-27T21:06:49.678 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rabbitmq-server-3.11.3-1.el8.noarch 1/1 2022-11-27T21:06:50.152 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: rabbitmq-server-3.11.3-1.el8.noarch 1/1 2022-11-27T21:06:50.152 INFO:teuthology.orchestra.run.smithi003.stdout:[/usr/lib/tmpfiles.d/rabbitmq-server.conf:1] Line references path below legacy directory /var/run/, updating /var/run/rabbitmq → /run/rabbitmq; please update the tmpfiles.d/ drop-in file accordingly. 2022-11-27T21:06:50.153 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:06:50.977 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rabbitmq-server-3.11.3-1.el8.noarch 1/1 2022-11-27T21:06:50.977 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:06:50.977 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:06:50.977 INFO:teuthology.orchestra.run.smithi003.stdout: rabbitmq-server-3.11.3-1.el8.noarch 2022-11-27T21:06:50.978 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:06:50.978 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:06:51.181 INFO:tasks.rabbitmq:Bringing up Daemon and RabbitMQ service... 2022-11-27T21:06:51.181 DEBUG:teuthology.orchestra.run.smithi003:> sudo chkconfig rabbitmq-server on 2022-11-27T21:06:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:Note: Forwarding request to 'systemctl enable rabbitmq-server.service'. 2022-11-27T21:06:51.232 INFO:teuthology.orchestra.run.smithi003.stderr:Created symlink /etc/systemd/system/multi-user.target.wants/rabbitmq-server.service → /usr/lib/systemd/system/rabbitmq-server.service. 2022-11-27T21:06:51.344 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/service rabbitmq-server start 2022-11-27T21:06:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:Redirecting to /bin/systemctl start rabbitmq-server.service 2022-11-27T21:06:55.201 INFO:teuthology.run_tasks:Running task notification-tests... 2022-11-27T21:06:55.222 DEBUG:tasks.notification_tests:Notifications config is {'client.0': {'extra_attr': ['amqp_test'], 'rgw_server': 'client.0'}} 2022-11-27T21:06:55.223 INFO:tasks.notification_tests:Downloading bucket-notifications-tests... 2022-11-27T21:06:55.224 INFO:tasks.notification_tests:Using branch wip-yuval-fix-57899 from https://git.ceph.com/ceph-ci.git for bucket notifications tests 2022-11-27T21:06:55.224 DEBUG:teuthology.orchestra.run.smithi003:> git clone -b wip-yuval-fix-57899 https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/ceph 2022-11-27T21:06:55.263 INFO:teuthology.orchestra.run.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/ceph'... 2022-11-27T21:07:41.138 INFO:tasks.notification_tests:Pre-processing... 2022-11-27T21:07:41.139 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p /home/ubuntu/.aws/models/s3/2006-03-01/ 2022-11-27T21:07:41.197 DEBUG:teuthology.orchestra.run.smithi003:> cd /home/ubuntu/.aws/models/s3/2006-03-01/ && cp /home/ubuntu/cephtest/ceph/examples/boto3/service-2.sdk-extras.json service-2.sdk-extras.json 2022-11-27T21:07:41.256 INFO:tasks.notification_tests:Creating rgw user... 2022-11-27T21:07:41.257 DEBUG:tasks.notification_tests:Creating user foo.client.0 on client.0 2022-11-27T21:07:41.258 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name 'Mr. foo.client.0' --access-key LWGFFWXIYJAHFTFQFYFM --secret d8JbD4sIWnRsagxbmnvjcNYrDU02H/LkyTyibfcOKH4kXBFlgYP9cg== --cluster ceph 2022-11-27T21:07:41.348 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setuser ceph since I am not root 2022-11-27T21:07:41.348 INFO:teuthology.orchestra.run.smithi003.stderr:ignoring --setgroup ceph since I am not root 2022-11-27T21:07:41.350 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.348+0000 7f8b02300780 -1 asok(0x55cff1696000) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.119050.asok': (13) Permission denied 2022-11-27T21:07:41.357 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.355+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.357+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.357+0000 7f8b02300780 20 realm 2022-11-27T21:07:41.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.357+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.360 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.357+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.361 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.357+0000 7f8b02300780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2022-11-27T21:07:41.361 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.357+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.361 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.357+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.362 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.357+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.362 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.358+0000 7f8b02300780 20 rados_obj.operate() r=0 bl.length=46 2022-11-27T21:07:41.362 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.358+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.363 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.359+0000 7f8b02300780 20 rados_obj.operate() r=0 bl.length=1003 2022-11-27T21:07:41.363 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.359+0000 7f8b02300780 20 searching for the correct realm 2022-11-27T21:07:41.375 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.370+0000 7f8b02300780 20 RGWRados::pool_iterate: got zonegroup_info.c6b403a5-4f08-46fe-a16d-6f50770558a0 2022-11-27T21:07:41.376 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.370+0000 7f8b02300780 20 RGWRados::pool_iterate: got zone_info.c2cbdf54-0af4-4b35-acb4-3b5529db90c8 2022-11-27T21:07:41.376 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.370+0000 7f8b02300780 20 RGWRados::pool_iterate: got zone_names.default 2022-11-27T21:07:41.376 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.370+0000 7f8b02300780 20 RGWRados::pool_iterate: got zonegroups_names.default 2022-11-27T21:07:41.376 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.370+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.370+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.370+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 20 rados_obj.operate() r=0 bl.length=46 2022-11-27T21:07:41.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.377 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 20 rados_obj.operate() r=0 bl.length=432 2022-11-27T21:07:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 20 zone default found 2022-11-27T21:07:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 4 Realm: () 2022-11-27T21:07:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 4 ZoneGroup: default (c6b403a5-4f08-46fe-a16d-6f50770558a0) 2022-11-27T21:07:41.379 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 4 Zone: default (c2cbdf54-0af4-4b35-acb4-3b5529db90c8) 2022-11-27T21:07:41.379 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 10 cannot find current period zonegroup using local zonegroup configuration 2022-11-27T21:07:41.379 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 20 zonegroup default 2022-11-27T21:07:41.379 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.371+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.372+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.372+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.372+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.372+0000 7f8b02300780 20 started sync module instance, tier type = 2022-11-27T21:07:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.372+0000 7f8b02300780 20 started zone id=c2cbdf54-0af4-4b35-acb4-3b5529db90c8 (name=default) with tier type = 2022-11-27T21:07:41.384 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.382+0000 7f8b02300780 20 add_watcher() i=0 2022-11-27T21:07:41.384 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.382+0000 7f8b02300780 20 add_watcher() i=1 2022-11-27T21:07:41.385 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.382+0000 7f8b02300780 20 add_watcher() i=2 2022-11-27T21:07:41.385 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.382+0000 7f8b02300780 20 add_watcher() i=3 2022-11-27T21:07:41.385 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.382+0000 7f8b02300780 20 add_watcher() i=4 2022-11-27T21:07:41.386 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.382+0000 7f8b02300780 20 add_watcher() i=5 2022-11-27T21:07:41.386 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.382+0000 7f8b02300780 20 add_watcher() i=6 2022-11-27T21:07:41.386 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.383+0000 7f8b02300780 20 add_watcher() i=7 2022-11-27T21:07:41.387 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.383+0000 7f8b02300780 2 all 8 watchers are set, enabling cache 2022-11-27T21:07:41.387 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.385+0000 7f8ae7a7d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-11-27T21:07:41.388 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.385+0000 7f8b02300780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-11-27T21:07:41.388 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.385+0000 7f8b02300780 20 check_secure_mon_conn(): mode 1 is insecure 2022-11-27T21:07:41.392 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.390+0000 7f8b02300780 5 note: GC not initialized 2022-11-27T21:07:41.397 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.391+0000 7f8ae3274700 20 reqs_thread_entry: start 2022-11-27T21:07:41.398 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.391+0000 7f8b02300780 20 init_complete bucket index max shards: 11 2022-11-27T21:07:41.398 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 rgw notify: Started notification manager with: 1 workers 2022-11-27T21:07:41.398 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8ae1270700 20 rgw notify: INFO: next queues processing will happen at: Sun Nov 27 21:08:11 2022 2022-11-27T21:07:41.399 INFO:teuthology.orchestra.run.smithi003.stderr: 2022-11-27T21:07:41.399 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8ae0a4e700 20 reqs_thread_entry: start 2022-11-27T21:07:41.400 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2022-11-27T21:07:41.400 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.400 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.401 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2022-11-27T21:07:41.401 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2022-11-27T21:07:41.401 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 cache get: name=default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM : miss 2022-11-27T21:07:41.402 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 20 rados->read ofs=0 len=0 2022-11-27T21:07:41.402 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 20 rados_obj.operate() r=-2 bl.length=0 2022-11-27T21:07:41.402 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 cache put: name=default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM info.flags=0x0 2022-11-27T21:07:41.403 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 adding default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM to cache LRU end 2022-11-27T21:07:41.404 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 cache get: name=default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM : hit (negative entry) 2022-11-27T21:07:41.404 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.392+0000 7f8b02300780 10 cache get: name=default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM : hit (negative entry) 2022-11-27T21:07:41.404 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.394+0000 7f8b02300780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2022-11-27T21:07:41.404 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.394+0000 7f8b02300780 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2022-11-27T21:07:41.405 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.394+0000 7f8b02300780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2022-11-27T21:07:41.405 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.394+0000 7f8afb2a4700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 150323855360 cookie 94351596797824 notifier 4611 bl.length()=594 2022-11-27T21:07:41.405 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.394+0000 7f8afb2a4700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2022-11-27T21:07:41.407 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.394+0000 7f8afb2a4700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2022-11-27T21:07:41.408 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.396+0000 7f8b02300780 10 cache put: name=default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM info.flags=0x7 2022-11-27T21:07:41.408 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.396+0000 7f8b02300780 10 moving default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM to cache LRU end 2022-11-27T21:07:41.409 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.396+0000 7f8b02300780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LWGFFWXIYJAHFTFQFYFM, ofs0, ns] 2022-11-27T21:07:41.409 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.396+0000 7f8afb2a4700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 150323855360 cookie 94351596803584 notifier 4611 bl.length()=186 2022-11-27T21:07:41.409 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.396+0000 7f8afb2a4700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM info.flags=0x7 2022-11-27T21:07:41.409 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.396+0000 7f8afb2a4700 10 rgw watcher librados: moving default.rgw.meta+users.keys+LWGFFWXIYJAHFTFQFYFM to cache LRU end 2022-11-27T21:07:41.410 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2022-11-27T21:07:41.410 INFO:teuthology.orchestra.run.smithi003.stdout: "user_id": "foo.client.0", 2022-11-27T21:07:41.410 INFO:teuthology.orchestra.run.smithi003.stdout: "display_name": "Mr. foo.client.0", 2022-11-27T21:07:41.410 INFO:teuthology.orchestra.run.smithi003.stdout: "email": "", 2022-11-27T21:07:41.411 INFO:teuthology.orchestra.run.smithi003.stdout: "suspended": 0, 2022-11-27T21:07:41.411 INFO:teuthology.orchestra.run.smithi003.stdout: "max_buckets": 1000, 2022-11-27T21:07:41.411 INFO:teuthology.orchestra.run.smithi003.stdout: "subusers": [], 2022-11-27T21:07:41.411 INFO:teuthology.orchestra.run.smithi003.stdout: "keys": [ 2022-11-27T21:07:41.412 INFO:teuthology.orchestra.run.smithi003.stdout: { 2022-11-27T21:07:41.412 INFO:teuthology.orchestra.run.smithi003.stdout: "user": "foo.client.0", 2022-11-27T21:07:41.412 INFO:teuthology.orchestra.run.smithi003.stdout: "access_key": "LWGFFWXIYJAHFTFQFYFM", 2022-11-27T21:07:41.412 INFO:teuthology.orchestra.run.smithi003.stdout: "secret_key": "d8JbD4sIWnRsagxbmnvjcNYrDU02H/LkyTyibfcOKH4kXBFlgYP9cg==" 2022-11-27T21:07:41.413 INFO:teuthology.orchestra.run.smithi003.stdout: } 2022-11-27T21:07:41.413 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2022-11-27T21:07:41.414 INFO:teuthology.orchestra.run.smithi003.stdout: "swift_keys": [], 2022-11-27T21:07:41.414 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": [], 2022-11-27T21:07:41.414 INFO:teuthology.orchestra.run.smithi003.stdout: "op_mask": "read, write, delete", 2022-11-27T21:07:41.414 INFO:teuthology.orchestra.run.smithi003.stdout: "default_placement": "", 2022-11-27T21:07:41.415 INFO:teuthology.orchestra.run.smithi003.stdout: "default_storage_class": "", 2022-11-27T21:07:41.415 INFO:teuthology.orchestra.run.smithi003.stdout: "placement_tags": [], 2022-11-27T21:07:41.416 INFO:teuthology.orchestra.run.smithi003.stdout: "bucket_quota": { 2022-11-27T21:07:41.416 INFO:teuthology.orchestra.run.smithi003.stdout: "enabled": false, 2022-11-27T21:07:41.416 INFO:teuthology.orchestra.run.smithi003.stdout: "check_on_raw": false, 2022-11-27T21:07:41.417 INFO:teuthology.orchestra.run.smithi003.stdout: "max_size": -1, 2022-11-27T21:07:41.417 INFO:teuthology.orchestra.run.smithi003.stdout: "max_size_kb": 0, 2022-11-27T21:07:41.417 INFO:teuthology.orchestra.run.smithi003.stdout: "max_objects": -1 2022-11-27T21:07:41.418 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:07:41.418 INFO:teuthology.orchestra.run.smithi003.stdout: "user_quota": { 2022-11-27T21:07:41.418 INFO:teuthology.orchestra.run.smithi003.stdout: "enabled": false, 2022-11-27T21:07:41.418 INFO:teuthology.orchestra.run.smithi003.stdout: "check_on_raw": false, 2022-11-27T21:07:41.419 INFO:teuthology.orchestra.run.smithi003.stdout: "max_size": -1, 2022-11-27T21:07:41.419 INFO:teuthology.orchestra.run.smithi003.stdout: "max_size_kb": 0, 2022-11-27T21:07:41.419 INFO:teuthology.orchestra.run.smithi003.stdout: "max_objects": -1 2022-11-27T21:07:41.420 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2022-11-27T21:07:41.420 INFO:teuthology.orchestra.run.smithi003.stdout: "temp_url_keys": [], 2022-11-27T21:07:41.420 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "rgw", 2022-11-27T21:07:41.421 INFO:teuthology.orchestra.run.smithi003.stdout: "mfa_ids": [] 2022-11-27T21:07:41.421 INFO:teuthology.orchestra.run.smithi003.stdout:} 2022-11-27T21:07:41.421 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:07:41.424 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.397+0000 7f8ae7a7d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-11-27T21:07:41.424 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.400+0000 7f8b02300780 20 remove_watcher() i=0 2022-11-27T21:07:41.425 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.400+0000 7f8b02300780 2 removed watcher, disabling cache 2022-11-27T21:07:41.425 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.401+0000 7f8b02300780 20 remove_watcher() i=1 2022-11-27T21:07:41.425 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.402+0000 7f8b02300780 20 remove_watcher() i=2 2022-11-27T21:07:41.426 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.403+0000 7f8b02300780 20 remove_watcher() i=3 2022-11-27T21:07:41.426 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.404+0000 7f8b02300780 20 remove_watcher() i=4 2022-11-27T21:07:41.427 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.406+0000 7f8b02300780 20 remove_watcher() i=5 2022-11-27T21:07:41.427 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.407+0000 7f8b02300780 20 remove_watcher() i=6 2022-11-27T21:07:41.428 INFO:teuthology.orchestra.run.smithi003.stderr:2022-11-27T21:07:41.408+0000 7f8b02300780 20 remove_watcher() i=7 2022-11-27T21:07:41.428 INFO:tasks.notification_tests:Configuring bucket-notifications-tests... 2022-11-27T21:07:41.429 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2022-11-27T21:07:41.430 DEBUG:teuthology.orchestra.run.smithi003:> dd of=/home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/bn-tests.client.0.conf 2022-11-27T21:07:41.449 DEBUG:teuthology.orchestra.run.smithi003:> cd /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification && ./bootstrap 2022-11-27T21:07:49.101 INFO:teuthology.orchestra.run.smithi003.stderr:./bootstrap: missing required RPM packages. Installing via sudo. 2022-11-27T21:07:49.806 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:01:10 ago on Sun 27 Nov 2022 09:06:39 PM UTC. 2022-11-27T21:07:50.876 INFO:teuthology.orchestra.run.smithi003.stdout:Package python36-devel-3.6.8-38.module_el8.5.0+895+a459eca8.x86_64 is already installed. 2022-11-27T21:07:50.996 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2022-11-27T21:07:50.999 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:07:50.999 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2022-11-27T21:07:51.000 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:07:51.000 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2022-11-27T21:07:51.001 INFO:teuthology.orchestra.run.smithi003.stdout: libevent-devel x86_64 2.1.8-5.el8 CentOS-AppStream 104 k 2022-11-27T21:07:51.001 INFO:teuthology.orchestra.run.smithi003.stdout: libxml2-devel x86_64 2.9.7-15.el8 CentOS-AppStream 1.0 M 2022-11-27T21:07:51.002 INFO:teuthology.orchestra.run.smithi003.stdout: libxslt-devel x86_64 1.1.32-6.el8 CentOS-AppStream 323 k 2022-11-27T21:07:51.002 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pika noarch 1.0.1-3.el8.1 epel 258 k 2022-11-27T21:07:51.003 INFO:teuthology.orchestra.run.smithi003.stdout: python3-xmltodict noarch 0.12.0-6.el8 epel 24 k 2022-11-27T21:07:51.003 INFO:teuthology.orchestra.run.smithi003.stdout: zlib-devel x86_64 1.2.11-20.el8 CentOS-BaseOS 58 k 2022-11-27T21:07:51.004 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2022-11-27T21:07:51.004 INFO:teuthology.orchestra.run.smithi003.stdout: cmake-filesystem x86_64 3.20.2-4.el8 CentOS-AppStream 44 k 2022-11-27T21:07:51.005 INFO:teuthology.orchestra.run.smithi003.stdout: libgcrypt-devel x86_64 1.8.5-7.el8 CentOS-BaseOS 150 k 2022-11-27T21:07:51.005 INFO:teuthology.orchestra.run.smithi003.stdout: libgpg-error-devel x86_64 1.31-1.el8 CentOS-BaseOS 64 k 2022-11-27T21:07:51.006 INFO:teuthology.orchestra.run.smithi003.stdout: python3-Automat noarch 0.7.0-3.1.el8 epel 66 k 2022-11-27T21:07:51.006 INFO:teuthology.orchestra.run.smithi003.stdout: python3-attrs noarch 17.4.0-6.el8 CentOS-AppStream 53 k 2022-11-27T21:07:51.007 INFO:teuthology.orchestra.run.smithi003.stdout: python3-constantly noarch 15.1.0-4.el8 epel 19 k 2022-11-27T21:07:51.007 INFO:teuthology.orchestra.run.smithi003.stdout: python3-hamcrest noarch 1.9.0-8.el8 epel 75 k 2022-11-27T21:07:51.007 INFO:teuthology.orchestra.run.smithi003.stdout: python3-hyperlink noarch 19.0.0-1.el8.1 epel 75 k 2022-11-27T21:07:51.008 INFO:teuthology.orchestra.run.smithi003.stdout: python3-incremental noarch 17.5.0-5.el8.1 epel 33 k 2022-11-27T21:07:51.009 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycurl x86_64 7.43.0.2-4.el8 CentOS-AppStream 227 k 2022-11-27T21:07:51.009 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zope-event noarch 4.2.0-12.el8 epel 210 k 2022-11-27T21:07:51.009 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zope-interface x86_64 4.6.0-1.el8 epel 158 k 2022-11-27T21:07:51.009 INFO:teuthology.orchestra.run.smithi003.stdout: xz-devel x86_64 5.2.4-4.el8 CentOS-BaseOS 63 k 2022-11-27T21:07:51.009 INFO:teuthology.orchestra.run.smithi003.stdout:Installing weak dependencies: 2022-11-27T21:07:51.010 INFO:teuthology.orchestra.run.smithi003.stdout: python3-service-identity noarch 18.1.0-2.el8 epel 28 k 2022-11-27T21:07:51.010 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tornado x86_64 6.0.2-1.el8 epel 722 k 2022-11-27T21:07:51.010 INFO:teuthology.orchestra.run.smithi003.stdout: python3-twisted x86_64 19.10.0-2.el8 epel 6.7 M 2022-11-27T21:07:51.010 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:07:51.011 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2022-11-27T21:07:51.011 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2022-11-27T21:07:51.011 INFO:teuthology.orchestra.run.smithi003.stdout:Install 22 Packages 2022-11-27T21:07:51.011 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:07:51.012 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 10 M 2022-11-27T21:07:51.013 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 54 M 2022-11-27T21:07:51.013 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2022-11-27T21:07:51.068 INFO:teuthology.orchestra.run.smithi003.stdout:(1/22): cmake-filesystem-3.20.2-4.el8.x86_64.rp 702 kB/s | 44 kB 00:00 2022-11-27T21:07:51.118 INFO:teuthology.orchestra.run.smithi003.stdout:(2/22): libevent-devel-2.1.8-5.el8.x86_64.rpm 918 kB/s | 104 kB 00:00 2022-11-27T21:07:51.152 INFO:teuthology.orchestra.run.smithi003.stdout:(3/22): libxslt-devel-1.1.32-6.el8.x86_64.rpm 3.8 MB/s | 323 kB 00:00 2022-11-27T21:07:51.177 INFO:teuthology.orchestra.run.smithi003.stdout:(4/22): python3-attrs-17.4.0-6.el8.noarch.rpm 901 kB/s | 53 kB 00:00 2022-11-27T21:07:51.211 INFO:teuthology.orchestra.run.smithi003.stdout:(5/22): libxml2-devel-2.9.7-15.el8.x86_64.rpm 5.1 MB/s | 1.0 MB 00:00 2022-11-27T21:07:51.236 INFO:teuthology.orchestra.run.smithi003.stdout:(6/22): python3-pycurl-7.43.0.2-4.el8.x86_64.rp 2.7 MB/s | 227 kB 00:00 2022-11-27T21:07:51.253 INFO:teuthology.orchestra.run.smithi003.stdout:(7/22): libgpg-error-devel-1.31-1.el8.x86_64.rp 1.5 MB/s | 64 kB 00:00 2022-11-27T21:07:51.278 INFO:teuthology.orchestra.run.smithi003.stdout:(8/22): libgcrypt-devel-1.8.5-7.el8.x86_64.rpm 1.4 MB/s | 150 kB 00:00 2022-11-27T21:07:51.295 INFO:teuthology.orchestra.run.smithi003.stdout:(9/22): xz-devel-5.2.4-4.el8.x86_64.rpm 1.0 MB/s | 63 kB 00:00 2022-11-27T21:07:51.312 INFO:teuthology.orchestra.run.smithi003.stdout:(10/22): zlib-devel-1.2.11-20.el8.x86_64.rpm 982 kB/s | 58 kB 00:00 2022-11-27T21:07:51.520 INFO:teuthology.orchestra.run.smithi003.stdout:(11/22): python3-constantly-15.1.0-4.el8.noarch 85 kB/s | 19 kB 00:00 2022-11-27T21:07:51.554 INFO:teuthology.orchestra.run.smithi003.stdout:(12/22): python3-hamcrest-1.9.0-8.el8.noarch.rp 310 kB/s | 75 kB 00:00 2022-11-27T21:07:51.579 INFO:teuthology.orchestra.run.smithi003.stdout:(13/22): python3-Automat-0.7.0-3.1.el8.noarch.r 232 kB/s | 66 kB 00:00 2022-11-27T21:07:51.646 INFO:teuthology.orchestra.run.smithi003.stdout:(14/22): python3-incremental-17.5.0-5.el8.1.noa 355 kB/s | 33 kB 00:00 2022-11-27T21:07:51.680 INFO:teuthology.orchestra.run.smithi003.stdout:(15/22): python3-hyperlink-19.0.0-1.el8.1.noarc 474 kB/s | 75 kB 00:00 2022-11-27T21:07:51.722 INFO:teuthology.orchestra.run.smithi003.stdout:(16/22): python3-service-identity-18.1.0-2.el8. 374 kB/s | 28 kB 00:00 2022-11-27T21:07:51.822 INFO:teuthology.orchestra.run.smithi003.stdout:(17/22): python3-pika-1.0.1-3.el8.1.noarch.rpm 1.0 MB/s | 258 kB 00:00 2022-11-27T21:07:51.889 INFO:teuthology.orchestra.run.smithi003.stdout:(18/22): python3-xmltodict-0.12.0-6.el8.noarch. 365 kB/s | 24 kB 00:00 2022-11-27T21:07:51.973 INFO:teuthology.orchestra.run.smithi003.stdout:(19/22): python3-tornado-6.0.2-1.el8.x86_64.rpm 2.4 MB/s | 722 kB 00:00 2022-11-27T21:07:52.023 INFO:teuthology.orchestra.run.smithi003.stdout:(20/22): python3-zope-event-4.2.0-12.el8.noarch 1.5 MB/s | 210 kB 00:00 2022-11-27T21:07:52.082 INFO:teuthology.orchestra.run.smithi003.stdout:(21/22): python3-zope-interface-4.6.0-1.el8.x86 1.4 MB/s | 158 kB 00:00 2022-11-27T21:07:53.111 INFO:teuthology.orchestra.run.smithi003.stdout:(22/22): python3-twisted-19.10.0-2.el8.x86_64.r 4.9 MB/s | 6.7 MB 00:01 2022-11-27T21:07:53.112 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2022-11-27T21:07:53.112 INFO:teuthology.orchestra.run.smithi003.stdout:Total 5.0 MB/s | 10 MB 00:02 2022-11-27T21:07:53.218 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2022-11-27T21:07:53.246 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2022-11-27T21:07:53.246 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2022-11-27T21:07:53.505 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2022-11-27T21:07:53.508 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2022-11-27T21:07:54.453 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2022-11-27T21:07:54.653 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 1/22 2022-11-27T21:07:54.818 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libgpg-error-devel-1.31-1.el8.x86_64 2/22 2022-11-27T21:07:54.842 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libgpg-error-devel-1.31-1.el8.x86_64 2/22 2022-11-27T21:07:55.025 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libgcrypt-devel-1.8.5-7.el8.x86_64 3/22 2022-11-27T21:07:55.053 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libgcrypt-devel-1.8.5-7.el8.x86_64 3/22 2022-11-27T21:07:55.295 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-Automat-0.7.0-3.1.el8.noarch 4/22 2022-11-27T21:07:55.539 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-service-identity-18.1.0-2.el8.noarch 5/22 2022-11-27T21:07:56.017 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-zope-event-4.2.0-12.el8.noarch 6/22 2022-11-27T21:07:56.298 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-zope-interface-4.6.0-1.el8.x86_64 7/22 2022-11-27T21:07:56.548 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-incremental-17.5.0-5.el8.1.noarch 8/22 2022-11-27T21:07:56.849 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-hyperlink-19.0.0-1.el8.1.noarch 9/22 2022-11-27T21:07:57.150 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-hamcrest-1.9.0-8.el8.noarch 10/22 2022-11-27T21:07:59.142 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-constantly-15.1.0-4.el8.noarch 11/22 2022-11-27T21:07:59.491 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-twisted-19.10.0-2.el8.x86_64 12/22 2022-11-27T21:07:59.647 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : zlib-devel-1.2.11-20.el8.x86_64 13/22 2022-11-27T21:08:00.067 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : xz-devel-5.2.4-4.el8.x86_64 14/22 2022-11-27T21:08:00.524 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pycurl-7.43.0.2-4.el8.x86_64 15/22 2022-11-27T21:08:00.815 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-tornado-6.0.2-1.el8.x86_64 16/22 2022-11-27T21:08:01.274 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cmake-filesystem-3.20.2-4.el8.x86_64 17/22 2022-11-27T21:08:01.890 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libxml2-devel-2.9.7-15.el8.x86_64 18/22 2022-11-27T21:08:02.178 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libxslt-devel-1.1.32-6.el8.x86_64 19/22 2022-11-27T21:08:02.406 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pika-1.0.1-3.el8.1.noarch 20/22 2022-11-27T21:08:02.655 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-xmltodict-0.12.0-6.el8.noarch 21/22 2022-11-27T21:08:02.833 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libevent-devel-2.1.8-5.el8.x86_64 22/22 2022-11-27T21:08:03.166 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libevent-devel-2.1.8-5.el8.x86_64 22/22 2022-11-27T21:08:03.167 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cmake-filesystem-3.20.2-4.el8.x86_64 1/22 2022-11-27T21:08:03.167 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libevent-devel-2.1.8-5.el8.x86_64 2/22 2022-11-27T21:08:03.169 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libxml2-devel-2.9.7-15.el8.x86_64 3/22 2022-11-27T21:08:03.169 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libxslt-devel-1.1.32-6.el8.x86_64 4/22 2022-11-27T21:08:03.169 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 5/22 2022-11-27T21:08:03.170 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pycurl-7.43.0.2-4.el8.x86_64 6/22 2022-11-27T21:08:03.170 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libgcrypt-devel-1.8.5-7.el8.x86_64 7/22 2022-11-27T21:08:03.170 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libgpg-error-devel-1.31-1.el8.x86_64 8/22 2022-11-27T21:08:03.171 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : xz-devel-5.2.4-4.el8.x86_64 9/22 2022-11-27T21:08:03.171 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : zlib-devel-1.2.11-20.el8.x86_64 10/22 2022-11-27T21:08:03.171 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-Automat-0.7.0-3.1.el8.noarch 11/22 2022-11-27T21:08:03.171 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-constantly-15.1.0-4.el8.noarch 12/22 2022-11-27T21:08:03.172 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-hamcrest-1.9.0-8.el8.noarch 13/22 2022-11-27T21:08:03.172 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-hyperlink-19.0.0-1.el8.1.noarch 14/22 2022-11-27T21:08:03.172 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-incremental-17.5.0-5.el8.1.noarch 15/22 2022-11-27T21:08:03.173 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pika-1.0.1-3.el8.1.noarch 16/22 2022-11-27T21:08:03.173 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-service-identity-18.1.0-2.el8.noarch 17/22 2022-11-27T21:08:03.173 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-tornado-6.0.2-1.el8.x86_64 18/22 2022-11-27T21:08:03.173 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-twisted-19.10.0-2.el8.x86_64 19/22 2022-11-27T21:08:03.174 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-xmltodict-0.12.0-6.el8.noarch 20/22 2022-11-27T21:08:03.174 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-zope-event-4.2.0-12.el8.noarch 21/22 2022-11-27T21:08:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-zope-interface-4.6.0-1.el8.x86_64 22/22 2022-11-27T21:08:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:03.985 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2022-11-27T21:08:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: cmake-filesystem-3.20.2-4.el8.x86_64 2022-11-27T21:08:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: libevent-devel-2.1.8-5.el8.x86_64 2022-11-27T21:08:03.986 INFO:teuthology.orchestra.run.smithi003.stdout: libgcrypt-devel-1.8.5-7.el8.x86_64 2022-11-27T21:08:03.986 INFO:teuthology.orchestra.run.smithi003.stdout: libgpg-error-devel-1.31-1.el8.x86_64 2022-11-27T21:08:03.987 INFO:teuthology.orchestra.run.smithi003.stdout: libxml2-devel-2.9.7-15.el8.x86_64 2022-11-27T21:08:03.987 INFO:teuthology.orchestra.run.smithi003.stdout: libxslt-devel-1.1.32-6.el8.x86_64 2022-11-27T21:08:03.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-Automat-0.7.0-3.1.el8.noarch 2022-11-27T21:08:03.988 INFO:teuthology.orchestra.run.smithi003.stdout: python3-attrs-17.4.0-6.el8.noarch 2022-11-27T21:08:03.988 INFO:teuthology.orchestra.run.smithi003.stdout: python3-constantly-15.1.0-4.el8.noarch 2022-11-27T21:08:03.989 INFO:teuthology.orchestra.run.smithi003.stdout: python3-hamcrest-1.9.0-8.el8.noarch 2022-11-27T21:08:03.989 INFO:teuthology.orchestra.run.smithi003.stdout: python3-hyperlink-19.0.0-1.el8.1.noarch 2022-11-27T21:08:03.989 INFO:teuthology.orchestra.run.smithi003.stdout: python3-incremental-17.5.0-5.el8.1.noarch 2022-11-27T21:08:03.989 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pika-1.0.1-3.el8.1.noarch 2022-11-27T21:08:03.990 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycurl-7.43.0.2-4.el8.x86_64 2022-11-27T21:08:03.990 INFO:teuthology.orchestra.run.smithi003.stdout: python3-service-identity-18.1.0-2.el8.noarch 2022-11-27T21:08:03.990 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tornado-6.0.2-1.el8.x86_64 2022-11-27T21:08:03.990 INFO:teuthology.orchestra.run.smithi003.stdout: python3-twisted-19.10.0-2.el8.x86_64 2022-11-27T21:08:03.991 INFO:teuthology.orchestra.run.smithi003.stdout: python3-xmltodict-0.12.0-6.el8.noarch 2022-11-27T21:08:03.991 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zope-event-4.2.0-12.el8.noarch 2022-11-27T21:08:03.992 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zope-interface-4.6.0-1.el8.x86_64 2022-11-27T21:08:03.992 INFO:teuthology.orchestra.run.smithi003.stdout: xz-devel-5.2.4-4.el8.x86_64 2022-11-27T21:08:03.992 INFO:teuthology.orchestra.run.smithi003.stdout: zlib-devel-1.2.11-20.el8.x86_64 2022-11-27T21:08:03.993 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:03.993 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2022-11-27T21:08:06.294 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting pip 2022-11-27T21:08:06.453 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading https://files.pythonhosted.org/packages/a4/6d/6463d49a933f547439d6b5b98b46af8742cc03ae83543e4d7688c2420f8b/pip-21.3.1-py3-none-any.whl (1.7MB) 2022-11-27T21:08:06.704 INFO:teuthology.orchestra.run.smithi003.stdout:Installing collected packages: pip 2022-11-27T21:08:06.704 INFO:teuthology.orchestra.run.smithi003.stdout: Found existing installation: pip 9.0.3 2022-11-27T21:08:06.874 INFO:teuthology.orchestra.run.smithi003.stdout: Uninstalling pip-9.0.3: 2022-11-27T21:08:06.914 INFO:teuthology.orchestra.run.smithi003.stdout: Successfully uninstalled pip-9.0.3 2022-11-27T21:08:07.594 INFO:teuthology.orchestra.run.smithi003.stdout:Successfully installed pip-21.3.1 2022-11-27T21:08:07.856 INFO:teuthology.orchestra.run.smithi003.stderr:You are using pip version 21.3.1, however version 22.3.1 is available. 2022-11-27T21:08:07.856 INFO:teuthology.orchestra.run.smithi003.stderr:You should consider upgrading via the 'pip install --upgrade pip' command. 2022-11-27T21:08:08.287 INFO:teuthology.orchestra.run.smithi003.stdout:Requirement already satisfied: nose>=1.0.0 in /usr/lib/python3.6/site-packages (from -r requirements.txt (line 1)) (1.3.7) 2022-11-27T21:08:08.503 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting boto>=2.6.0 2022-11-27T21:08:08.578 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading boto-2.49.0-py2.py3-none-any.whl (1.4 MB) 2022-11-27T21:08:09.531 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting boto3>=1.0.0 2022-11-27T21:08:09.550 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading boto3-1.23.10-py3-none-any.whl (132 kB) 2022-11-27T21:08:09.666 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting configparser>=5.0.0 2022-11-27T21:08:09.699 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading configparser-5.2.0-py3-none-any.whl (19 kB) 2022-11-27T21:08:09.794 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting kafka-python>=2.0.0 2022-11-27T21:08:09.819 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading kafka_python-2.0.2-py2.py3-none-any.whl (246 kB) 2022-11-27T21:08:09.849 INFO:teuthology.orchestra.run.smithi003.stdout:Requirement already satisfied: pika in /usr/lib/python3.6/site-packages (from -r requirements.txt (line 6)) (1.0.1) 2022-11-27T21:08:09.914 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting pika 2022-11-27T21:08:09.934 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading pika-1.3.1-py3-none-any.whl (155 kB) 2022-11-27T21:08:10.034 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting cloudevents 2022-11-27T21:08:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading cloudevents-1.7.1-py3-none-any.whl (46 kB) 2022-11-27T21:08:10.084 INFO:teuthology.orchestra.run.smithi003.stdout:Requirement already satisfied: xmltodict in /usr/lib/python3.6/site-packages (from -r requirements.txt (line 8)) (0.12.0) 2022-11-27T21:08:10.130 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting xmltodict 2022-11-27T21:08:10.148 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading xmltodict-0.13.0-py2.py3-none-any.whl (10.0 kB) 2022-11-27T21:08:10.234 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting jmespath<2.0.0,>=0.7.1 2022-11-27T21:08:10.253 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading jmespath-0.10.0-py2.py3-none-any.whl (24 kB) 2022-11-27T21:08:11.220 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting botocore<1.27.0,>=1.26.10 2022-11-27T21:08:11.240 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading botocore-1.26.10-py3-none-any.whl (8.8 MB) 2022-11-27T21:08:11.757 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting s3transfer<0.6.0,>=0.5.0 2022-11-27T21:08:11.775 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading s3transfer-0.5.2-py3-none-any.whl (79 kB) 2022-11-27T21:08:12.204 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting deprecation<3.0,>=2.0 2022-11-27T21:08:12.224 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading deprecation-2.1.0-py2.py3-none-any.whl (11 kB) 2022-11-27T21:08:12.412 INFO:teuthology.orchestra.run.smithi003.stdout:Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /usr/lib/python3.6/site-packages (from botocore<1.27.0,>=1.26.10->boto3>=1.0.0->-r requirements.txt (line 3)) (2.6.1) 2022-11-27T21:08:12.624 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting urllib3<1.27,>=1.25.4 2022-11-27T21:08:12.643 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading urllib3-1.26.13-py2.py3-none-any.whl (140 kB) 2022-11-27T21:08:13.105 INFO:teuthology.orchestra.run.smithi003.stdout:Collecting packaging 2022-11-27T21:08:13.122 INFO:teuthology.orchestra.run.smithi003.stdout: Downloading packaging-21.3-py3-none-any.whl (40 kB) 2022-11-27T21:08:13.509 INFO:teuthology.orchestra.run.smithi003.stdout:Requirement already satisfied: six>=1.5 in /usr/lib/python3.6/site-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.27.0,>=1.26.10->boto3>=1.0.0->-r requirements.txt (line 3)) (1.11.0) 2022-11-27T21:08:13.530 INFO:teuthology.orchestra.run.smithi003.stdout:Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/lib/python3.6/site-packages (from packaging->deprecation<3.0,>=2.0->cloudevents->-r requirements.txt (line 7)) (2.1.10) 2022-11-27T21:08:13.847 INFO:teuthology.orchestra.run.smithi003.stdout:Installing collected packages: urllib3, jmespath, packaging, botocore, s3transfer, deprecation, xmltodict, pika, kafka-python, configparser, cloudevents, boto3, boto 2022-11-27T21:08:13.848 INFO:teuthology.orchestra.run.smithi003.stdout: Attempting uninstall: urllib3 2022-11-27T21:08:13.848 INFO:teuthology.orchestra.run.smithi003.stdout: Found existing installation: urllib3 1.24.2 2022-11-27T21:08:13.849 INFO:teuthology.orchestra.run.smithi003.stdout: Not uninstalling urllib3 at /usr/lib/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv 2022-11-27T21:08:13.849 INFO:teuthology.orchestra.run.smithi003.stdout: Can't uninstall 'urllib3'. No files were found to uninstall. 2022-11-27T21:08:14.905 INFO:teuthology.orchestra.run.smithi003.stdout: Attempting uninstall: xmltodict 2022-11-27T21:08:14.905 INFO:teuthology.orchestra.run.smithi003.stdout: Found existing installation: xmltodict 0.12.0 2022-11-27T21:08:14.906 INFO:teuthology.orchestra.run.smithi003.stdout: Not uninstalling xmltodict at /usr/lib/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv 2022-11-27T21:08:14.906 INFO:teuthology.orchestra.run.smithi003.stdout: Can't uninstall 'xmltodict'. No files were found to uninstall. 2022-11-27T21:08:14.954 INFO:teuthology.orchestra.run.smithi003.stdout: Attempting uninstall: pika 2022-11-27T21:08:14.955 INFO:teuthology.orchestra.run.smithi003.stdout: Found existing installation: pika 1.0.1 2022-11-27T21:08:14.955 INFO:teuthology.orchestra.run.smithi003.stdout: Not uninstalling pika at /usr/lib/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv 2022-11-27T21:08:14.955 INFO:teuthology.orchestra.run.smithi003.stdout: Can't uninstall 'pika'. No files were found to uninstall. 2022-11-27T21:08:15.977 INFO:teuthology.orchestra.run.smithi003.stderr:ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts. 2022-11-27T21:08:15.977 INFO:teuthology.orchestra.run.smithi003.stderr:requests 2.20.0 requires urllib3<1.25,>=1.21.1, but you have urllib3 1.26.13 which is incompatible. 2022-11-27T21:08:15.977 INFO:teuthology.orchestra.run.smithi003.stdout:Successfully installed boto-2.49.0 boto3-1.23.10 botocore-1.26.10 cloudevents-1.7.1 configparser-5.2.0 deprecation-2.1.0 jmespath-0.10.0 kafka-python-2.0.2 packaging-21.3 pika-1.3.1 s3transfer-0.5.2 urllib3-1.26.13 xmltodict-0.13.0 2022-11-27T21:08:16.509 INFO:teuthology.orchestra.run.smithi003.stdout:running develop 2022-11-27T21:08:16.601 INFO:teuthology.orchestra.run.smithi003.stdout:running egg_info 2022-11-27T21:08:16.602 INFO:teuthology.orchestra.run.smithi003.stdout:creating bn_tests.egg-info 2022-11-27T21:08:16.602 INFO:teuthology.orchestra.run.smithi003.stdout:writing bn_tests.egg-info/PKG-INFO 2022-11-27T21:08:16.602 INFO:teuthology.orchestra.run.smithi003.stdout:writing dependency_links to bn_tests.egg-info/dependency_links.txt 2022-11-27T21:08:16.602 INFO:teuthology.orchestra.run.smithi003.stdout:writing requirements to bn_tests.egg-info/requires.txt 2022-11-27T21:08:16.603 INFO:teuthology.orchestra.run.smithi003.stdout:writing top-level names to bn_tests.egg-info/top_level.txt 2022-11-27T21:08:16.603 INFO:teuthology.orchestra.run.smithi003.stdout:writing manifest file 'bn_tests.egg-info/SOURCES.txt' 2022-11-27T21:08:16.603 INFO:teuthology.orchestra.run.smithi003.stdout:reading manifest file 'bn_tests.egg-info/SOURCES.txt' 2022-11-27T21:08:16.604 INFO:teuthology.orchestra.run.smithi003.stdout:writing manifest file 'bn_tests.egg-info/SOURCES.txt' 2022-11-27T21:08:16.622 INFO:teuthology.orchestra.run.smithi003.stdout:running build_ext 2022-11-27T21:08:16.632 INFO:teuthology.orchestra.run.smithi003.stdout:Creating /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib/python3.6/site-packages/bn-tests.egg-link (link to .) 2022-11-27T21:08:16.633 INFO:teuthology.orchestra.run.smithi003.stdout:Adding bn-tests 0.0.1 to easy-install.pth file 2022-11-27T21:08:16.634 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.634 INFO:teuthology.orchestra.run.smithi003.stdout:Installed /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification 2022-11-27T21:08:16.635 INFO:teuthology.orchestra.run.smithi003.stdout:Processing dependencies for bn-tests==0.0.1 2022-11-27T21:08:16.659 INFO:teuthology.orchestra.run.smithi003.stdout:Searching for boto3==1.23.10 2022-11-27T21:08:16.659 INFO:teuthology.orchestra.run.smithi003.stdout:Best match: boto3 1.23.10 2022-11-27T21:08:16.659 INFO:teuthology.orchestra.run.smithi003.stdout:Adding boto3 1.23.10 to easy-install.pth file 2022-11-27T21:08:16.660 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.660 INFO:teuthology.orchestra.run.smithi003.stdout:Using /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib/python3.6/site-packages 2022-11-27T21:08:16.660 INFO:teuthology.orchestra.run.smithi003.stdout:Searching for boto==2.49.0 2022-11-27T21:08:16.661 INFO:teuthology.orchestra.run.smithi003.stdout:Best match: boto 2.49.0 2022-11-27T21:08:16.661 INFO:teuthology.orchestra.run.smithi003.stdout:Adding boto 2.49.0 to easy-install.pth file 2022-11-27T21:08:16.662 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.662 INFO:teuthology.orchestra.run.smithi003.stdout:Using /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib/python3.6/site-packages 2022-11-27T21:08:16.663 INFO:teuthology.orchestra.run.smithi003.stdout:Searching for s3transfer==0.5.2 2022-11-27T21:08:16.663 INFO:teuthology.orchestra.run.smithi003.stdout:Best match: s3transfer 0.5.2 2022-11-27T21:08:16.664 INFO:teuthology.orchestra.run.smithi003.stdout:Adding s3transfer 0.5.2 to easy-install.pth file 2022-11-27T21:08:16.664 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.665 INFO:teuthology.orchestra.run.smithi003.stdout:Using /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib/python3.6/site-packages 2022-11-27T21:08:16.669 INFO:teuthology.orchestra.run.smithi003.stdout:Searching for jmespath==0.10.0 2022-11-27T21:08:16.670 INFO:teuthology.orchestra.run.smithi003.stdout:Best match: jmespath 0.10.0 2022-11-27T21:08:16.670 INFO:teuthology.orchestra.run.smithi003.stdout:Adding jmespath 0.10.0 to easy-install.pth file 2022-11-27T21:08:16.670 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.671 INFO:teuthology.orchestra.run.smithi003.stdout:Using /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib/python3.6/site-packages 2022-11-27T21:08:16.672 INFO:teuthology.orchestra.run.smithi003.stdout:Searching for botocore==1.26.10 2022-11-27T21:08:16.672 INFO:teuthology.orchestra.run.smithi003.stdout:Best match: botocore 1.26.10 2022-11-27T21:08:16.672 INFO:teuthology.orchestra.run.smithi003.stdout:Adding botocore 1.26.10 to easy-install.pth file 2022-11-27T21:08:16.672 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.672 INFO:teuthology.orchestra.run.smithi003.stdout:Using /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib/python3.6/site-packages 2022-11-27T21:08:16.673 INFO:teuthology.orchestra.run.smithi003.stdout:Searching for python-dateutil==2.6.1 2022-11-27T21:08:16.673 INFO:teuthology.orchestra.run.smithi003.stdout:Best match: python-dateutil 2.6.1 2022-11-27T21:08:16.673 INFO:teuthology.orchestra.run.smithi003.stdout:Adding python-dateutil 2.6.1 to easy-install.pth file 2022-11-27T21:08:16.674 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.674 INFO:teuthology.orchestra.run.smithi003.stdout:Using /usr/lib/python3.6/site-packages 2022-11-27T21:08:16.675 INFO:teuthology.orchestra.run.smithi003.stdout:Searching for urllib3==1.26.13 2022-11-27T21:08:16.675 INFO:teuthology.orchestra.run.smithi003.stdout:Best match: urllib3 1.26.13 2022-11-27T21:08:16.676 INFO:teuthology.orchestra.run.smithi003.stdout:Adding urllib3 1.26.13 to easy-install.pth file 2022-11-27T21:08:16.676 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.677 INFO:teuthology.orchestra.run.smithi003.stdout:Using /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib/python3.6/site-packages 2022-11-27T21:08:16.677 INFO:teuthology.orchestra.run.smithi003.stdout:Searching for six==1.11.0 2022-11-27T21:08:16.677 INFO:teuthology.orchestra.run.smithi003.stdout:Best match: six 1.11.0 2022-11-27T21:08:16.677 INFO:teuthology.orchestra.run.smithi003.stdout:Adding six 1.11.0 to easy-install.pth file 2022-11-27T21:08:16.678 INFO:teuthology.orchestra.run.smithi003.stdout: 2022-11-27T21:08:16.678 INFO:teuthology.orchestra.run.smithi003.stdout:Using /usr/lib/python3.6/site-packages 2022-11-27T21:08:16.678 INFO:teuthology.orchestra.run.smithi003.stdout:Finished processing dependencies for bn-tests==0.0.1 2022-11-27T21:08:16.684 INFO:tasks.notification_tests:Running bucket-notifications-tests... 2022-11-27T21:08:16.685 DEBUG:teuthology.orchestra.run.smithi003:bucket notification tests against different endpoints> BNTESTS_CONF=/home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/bn-tests.client.0.conf /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/bin/python -m nose -s /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/test_bn.py -v -a amqp_test 2022-11-27T21:08:27.236 INFO:teuthology.orchestra.run.smithi003.stderr:test s3 notification filter on master ... /home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib64/python3.6/site-packages/boto3/compat.py:88: PythonDeprecationWarning: Boto3 will no longer support Python 3.6 starting May 30, 2022. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.7 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2022-11-27T21:08:27.237 INFO:teuthology.orchestra.run.smithi003.stderr: warnings.warn(warning, PythonDeprecationWarning) 2022-11-27T21:08:27.237 INFO:teuthology.orchestra.run.smithi003.stderr:ok 2022-11-27T21:08:40.292 INFO:teuthology.orchestra.run.smithi003.stderr:test pushing amqp s3 notification on master ... ok 2022-11-27T21:08:50.383 INFO:teuthology.orchestra.run.smithi003.stderr:bucket_notification.test_bn.test_ps_s3_creation_triggers_on_master ... ok 2022-11-27T21:08:50.677 INFO:teuthology.orchestra.run.smithi003.stderr:test that uploads object using HTTP POST ... /usr/lib/python3.6/site-packages/requests/__init__.py:91: RequestsDependencyWarning: urllib3 (1.26.13) or chardet (3.0.4) doesn't match a supported version! 2022-11-27T21:08:50.701 INFO:teuthology.orchestra.run.smithi003.stderr: RequestsDependencyWarning) 2022-11-27T21:08:50.701 INFO:teuthology.orchestra.run.smithi003.stderr:/home/ubuntu/cephtest/ceph/src/test/rgw/bucket_notification/virtualenv/lib64/python3.6/site-packages/boto3/compat.py:88: PythonDeprecationWarning: Boto3 will no longer support Python 3.6 starting May 30, 2022. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.7 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2022-11-27T21:08:50.702 INFO:teuthology.orchestra.run.smithi003.stderr: warnings.warn(warning, PythonDeprecationWarning) 2022-11-27T21:08:50.702 INFO:teuthology.orchestra.run.smithi003.stderr:ok 2022-11-27T21:08:56.360 INFO:teuthology.orchestra.run.smithi003.stderr:test multipart object upload on master ... ok 2022-11-27T21:09:08.293 INFO:teuthology.orchestra.run.smithi003.stderr:test s3 notification of metadata on master ... ok 2022-11-27T21:09:23.363 INFO:teuthology.orchestra.run.smithi003.stderr:test s3 notification of tags on master ... ok 2022-11-27T21:09:33.437 INFO:teuthology.orchestra.run.smithi003.stderr:test s3 notification of object versions ... ok 2022-11-27T21:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:test s3 notification of deletion markers on master ... ok 2022-11-27T21:11:04.087 INFO:teuthology.orchestra.run.smithi003.stderr:test pushing persistent notification amqp ... ok 2022-11-27T21:11:06.474 INFO:teuthology.orchestra.run.smithi003.stdout:send: b'GET /dvkcnw-1?notification=dvkcnw-1_notif_4 HTTP/1.1\r\nAccept-Encoding: identity\r\nContent-Length: 0\r\nAuthorization: AWS LWGFFWXIYJAHFTFQFYFM:tOx1a0/+v7GC1bhnQIkHsXNmlq4=\r\nDate: Sun, 27 Nov 2022 21:08:17 +0000\r\nHost: smithi003.front.sepia.ceph.com:80\r\n\r\n' 2022-11-27T21:11:06.474 INFO:teuthology.orchestra.run.smithi003.stdout:Zero length chunk ignored 2022-11-27T21:11:06.475 INFO:teuthology.orchestra.run.smithi003.stdout:reply: 'HTTP/1.1 200 OK\r\n' 2022-11-27T21:11:06.475 INFO:teuthology.orchestra.run.smithi003.stdout:header: x-amz-request-id: tx00000ef9731a820211a74-006383d1c1-1181-default 2022-11-27T21:11:06.475 INFO:teuthology.orchestra.run.smithi003.stdout:header: Content-Type: application/xml 2022-11-27T21:11:06.476 INFO:teuthology.orchestra.run.smithi003.stdout:header: Content-Length: 504 2022-11-27T21:11:06.476 INFO:teuthology.orchestra.run.smithi003.stdout:header: Date: Sun, 27 Nov 2022 21:08:17 GMT 2022-11-27T21:11:06.477 INFO:teuthology.orchestra.run.smithi003.stdout:header: Connection: Keep-Alive 2022-11-27T21:11:06.477 INFO:teuthology.orchestra.run.smithi003.stdout:wait for 5sec for the messages... 2022-11-27T21:11:06.477 INFO:teuthology.orchestra.run.smithi003.stdout:send: b'DELETE /dvkcnw-1?notification HTTP/1.1\r\nAccept-Encoding: identity\r\nContent-Length: 0\r\nAuthorization: AWS LWGFFWXIYJAHFTFQFYFM:6MmxdL+lbibt2vJyMas70q1g65Y=\r\nDate: Sun, 27 Nov 2022 21:08:26 +0000\r\nHost: smithi003.front.sepia.ceph.com:80\r\n\r\n' 2022-11-27T21:11:06.478 INFO:teuthology.orchestra.run.smithi003.stdout:Zero length chunk ignored 2022-11-27T21:11:06.478 INFO:teuthology.orchestra.run.smithi003.stdout:reply: 'HTTP/1.1 200 OK\r\n' 2022-11-27T21:11:06.479 INFO:teuthology.orchestra.run.smithi003.stdout:header: x-amz-request-id: tx00000e8643fccf9a418c4-006383d1ca-1181-default 2022-11-27T21:11:06.479 INFO:teuthology.orchestra.run.smithi003.stdout:header: Content-Length: 0 2022-11-27T21:11:06.480 INFO:teuthology.orchestra.run.smithi003.stdout:header: Date: Sun, 27 Nov 2022 21:08:26 GMT 2022-11-27T21:11:06.480 INFO:teuthology.orchestra.run.smithi003.stdout:header: Connection: Keep-Alive 2022-11-27T21:11:06.481 INFO:teuthology.orchestra.run.smithi003.stdout:send: b'DELETE /dvkcnw-1?notification HTTP/1.1\r\nAccept-Encoding: identity\r\nContent-Length: 0\r\nAuthorization: AWS LWGFFWXIYJAHFTFQFYFM:6MmxdL+lbibt2vJyMas70q1g65Y=\r\nDate: Sun, 27 Nov 2022 21:08:26 +0000\r\nHost: smithi003.front.sepia.ceph.com:80\r\n\r\n' 2022-11-27T21:11:06.481 INFO:teuthology.orchestra.run.smithi003.stdout:Zero length chunk ignored 2022-11-27T21:11:06.481 INFO:teuthology.orchestra.run.smithi003.stdout:reply: 'HTTP/1.1 200 OK\r\n' 2022-11-27T21:11:06.482 INFO:teuthology.orchestra.run.smithi003.stdout:header: x-amz-request-id: tx0000071867d83a31c4f33-006383d1ca-1181-default 2022-11-27T21:11:06.482 INFO:teuthology.orchestra.run.smithi003.stdout:header: Content-Length: 0 2022-11-27T21:11:06.483 INFO:teuthology.orchestra.run.smithi003.stdout:header: Date: Sun, 27 Nov 2022 21:08:26 GMT 2022-11-27T21:11:06.483 INFO:teuthology.orchestra.run.smithi003.stdout:header: Connection: Keep-Alive 2022-11-27T21:11:06.484 INFO:teuthology.orchestra.run.smithi003.stdout:average time for creation + qmqp notification is: 25.762295722961426 milliseconds 2022-11-27T21:11:06.484 INFO:teuthology.orchestra.run.smithi003.stdout:wait for 5sec for the messages... 2022-11-27T21:11:06.484 INFO:teuthology.orchestra.run.smithi003.stdout:total number of objects: 100 2022-11-27T21:11:06.485 INFO:teuthology.orchestra.run.smithi003.stdout:average time for deletion + amqp notification is: 2.9486727714538574 milliseconds 2022-11-27T21:11:06.485 INFO:teuthology.orchestra.run.smithi003.stdout:wait for 5sec for the messages... 2022-11-27T21:11:06.486 INFO:teuthology.orchestra.run.smithi003.stdout:send: b'DELETE /dvkcnw-2?notification HTTP/1.1\r\nAccept-Encoding: identity\r\nContent-Length: 0\r\nAuthorization: AWS LWGFFWXIYJAHFTFQFYFM:xu6LRBqyFXIaIui59j3TPeufwcY=\r\nDate: Sun, 27 Nov 2022 21:08:40 +0000\r\nHost: smithi003.front.sepia.ceph.com:80\r\n\r\n' 2022-11-27T21:11:06.486 INFO:teuthology.orchestra.run.smithi003.stdout:Zero length chunk ignored 2022-11-27T21:11:06.487 INFO:teuthology.orchestra.run.smithi003.stdout:reply: 'HTTP/1.1 200 OK\r\n' 2022-11-27T21:11:06.487 INFO:teuthology.orchestra.run.smithi003.stdout:header: x-amz-request-id: tx000000ba195108bfcd5d9-006383d1d8-1181-default 2022-11-27T21:11:06.487 INFO:teuthology.orchestra.run.smithi003.stdout:header: Content-Length: 0 2022-11-27T21:11:06.488 INFO:teuthology.orchestra.run.smithi003.stdout:header: Date: Sun, 27 Nov 2022 21:08:40 GMT 2022-11-27T21:11:06.488 INFO:teuthology.orchestra.run.smithi003.stdout:header: Connection: Keep-Alive 2022-11-27T21:11:06.489 INFO:teuthology.orchestra.run.smithi003.stdout:wait for 5sec for the messages... 2022-11-27T21:11:06.489 INFO:teuthology.orchestra.run.smithi003.stdout:send: b'DELETE /dvkcnw-3?notification HTTP/1.1\r\nAccept-Encoding: identity\r\nContent-Length: 0\r\nAuthorization: AWS LWGFFWXIYJAHFTFQFYFM:aDGXnBJLdOD8wMCmnT61fPGGg/Y=\r\nDate: Sun, 27 Nov 2022 21:08:50 +0000\r\nHost: smithi003.front.sepia.ceph.com:80\r\n\r\n' 2022-11-27T21:11:06.490 INFO:teuthology.orchestra.run.smithi003.stdout:Zero length chunk ignored 2022-11-27T21:11:06.490 INFO:teuthology.orchestra.run.smithi003.stdout:reply: 'HTTP/1.1 200 OK\r\n' 2022-11-27T21:11:06.490 INFO:teuthology.orchestra.run.smithi003.stdout:header: x-amz-request-id: tx000000e0f921a88441b3b-006383d1e2-1181-default 2022-11-27T21:11:06.491 INFO:teuthology.orchestra.run.smithi003.stdout:header: Content-Length: 0 2022-11-27T21:11:06.491 INFO:teuthology.orchestra.run.smithi003.stdout:header: Date: Sun, 27 Nov 2022 21:08:50 GMT 2022-11-27T21:11:06.492 INFO:teuthology.orchestra.run.smithi003.stdout:header: Connection: Keep-Alive 2022-11-27T21:11:06.492 INFO:teuthology.orchestra.run.smithi003.stdout:send: b'DELETE /dvkcnw-4?notification HTTP/1.1\r\nAccept-Encoding: identity\r\nContent-Length: 0\r\nAuthorization: AWS LWGFFWXIYJAHFTFQFYFM:KroauYAsCrOwLMc68JYBT9yyJbY=\r\nDate: Sun, 27 Nov 2022 21:08:50 +0000\r\nHost: smithi003.front.sepia.ceph.com:80\r\n\r\n' 2022-11-27T21:11:06.493 INFO:teuthology.orchestra.run.smithi003.stdout:Zero length chunk ignored 2022-11-27T21:11:06.493 INFO:teuthology.orchestra.run.smithi003.stdout:reply: 'HTTP/1.1 200 OK\r\n' 2022-11-27T21:11:06.49